[ 519.760043] env[62880]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62880) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 519.760435] env[62880]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62880) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 519.760530] env[62880]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62880) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 519.760835] env[62880]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 519.858202] env[62880]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62880) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 519.868769] env[62880]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62880) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 520.481230] env[62880]: INFO nova.virt.driver [None req-2ce9a51d-105b-49ad-ba8d-c9d921ba3f1d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 520.555021] env[62880]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.555260] env[62880]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.555326] env[62880]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62880) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 523.617570] env[62880]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-732dad33-64f6-4c55-9df9-59357c0a3064 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.633182] env[62880]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62880) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 523.633320] env[62880]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9218c263-5a89-43b8-871c-dee1817565a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.658561] env[62880]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 29363. [ 523.658697] env[62880]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.104s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.659236] env[62880]: INFO nova.virt.vmwareapi.driver [None req-2ce9a51d-105b-49ad-ba8d-c9d921ba3f1d None None] VMware vCenter version: 7.0.3 [ 523.662612] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfca6deb-14a2-4f70-b5c1-6a579e1ba493 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.683488] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18044de-a2e7-4f6d-86b4-4593ff8b9c5f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.689418] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a4b761-44e9-4aa8-aeea-4115df4a6f94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.695990] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf288e36-4f6d-462b-816d-028e8e0ee425 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.713019] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04472f6-2c43-48c4-b067-881cd8fea324 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.717429] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a655f806-668c-45e0-a1d8-90e829083d5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.747852] env[62880]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-366132f8-3121-4e39-ab7b-c04f9d626122 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.753778] env[62880]: DEBUG nova.virt.vmwareapi.driver [None req-2ce9a51d-105b-49ad-ba8d-c9d921ba3f1d None None] Extension org.openstack.compute already exists. {{(pid=62880) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 523.756799] env[62880]: INFO nova.compute.provider_config [None req-2ce9a51d-105b-49ad-ba8d-c9d921ba3f1d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 524.261065] env[62880]: DEBUG nova.context [None req-2ce9a51d-105b-49ad-ba8d-c9d921ba3f1d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),346ef8a2-b8d3-4c84-a4ff-20d7efa470fc(cell1) {{(pid=62880) load_cells /opt/stack/nova/nova/context.py:464}} [ 524.262719] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.262942] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.263664] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.264102] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Acquiring lock "346ef8a2-b8d3-4c84-a4ff-20d7efa470fc" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.264298] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Lock "346ef8a2-b8d3-4c84-a4ff-20d7efa470fc" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.265350] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Lock "346ef8a2-b8d3-4c84-a4ff-20d7efa470fc" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.286714] env[62880]: INFO dbcounter [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Registered counter for database nova_cell0 [ 524.294806] env[62880]: INFO dbcounter [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Registered counter for database nova_cell1 [ 524.298102] env[62880]: DEBUG oslo_db.sqlalchemy.engines [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62880) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 524.298459] env[62880]: DEBUG oslo_db.sqlalchemy.engines [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62880) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 524.303476] env[62880]: ERROR nova.db.main.api [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 524.303476] env[62880]: result = function(*args, **kwargs) [ 524.303476] env[62880]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 524.303476] env[62880]: return func(*args, **kwargs) [ 524.303476] env[62880]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 524.303476] env[62880]: result = fn(*args, **kwargs) [ 524.303476] env[62880]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 524.303476] env[62880]: return f(*args, **kwargs) [ 524.303476] env[62880]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 524.303476] env[62880]: return db.service_get_minimum_version(context, binaries) [ 524.303476] env[62880]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 524.303476] env[62880]: _check_db_access() [ 524.303476] env[62880]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 524.303476] env[62880]: stacktrace = ''.join(traceback.format_stack()) [ 524.303476] env[62880]: [ 524.304288] env[62880]: ERROR nova.db.main.api [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 524.304288] env[62880]: result = function(*args, **kwargs) [ 524.304288] env[62880]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 524.304288] env[62880]: return func(*args, **kwargs) [ 524.304288] env[62880]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 524.304288] env[62880]: result = fn(*args, **kwargs) [ 524.304288] env[62880]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 524.304288] env[62880]: return f(*args, **kwargs) [ 524.304288] env[62880]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 524.304288] env[62880]: return db.service_get_minimum_version(context, binaries) [ 524.304288] env[62880]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 524.304288] env[62880]: _check_db_access() [ 524.304288] env[62880]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 524.304288] env[62880]: stacktrace = ''.join(traceback.format_stack()) [ 524.304288] env[62880]: [ 524.304677] env[62880]: WARNING nova.objects.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Failed to get minimum service version for cell 346ef8a2-b8d3-4c84-a4ff-20d7efa470fc [ 524.304806] env[62880]: WARNING nova.objects.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 524.305251] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Acquiring lock "singleton_lock" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.305414] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Acquired lock "singleton_lock" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.305646] env[62880]: DEBUG oslo_concurrency.lockutils [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Releasing lock "singleton_lock" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.305962] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Full set of CONF: {{(pid=62880) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 524.306122] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ******************************************************************************** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 524.306249] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] Configuration options gathered from: {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 524.306383] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 524.306575] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 524.306702] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ================================================================================ {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 524.306909] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] allow_resize_to_same_host = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.307090] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] arq_binding_timeout = 300 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.307225] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] backdoor_port = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.307350] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] backdoor_socket = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.307513] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] block_device_allocate_retries = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.307670] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] block_device_allocate_retries_interval = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.307836] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cert = self.pem {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.308006] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.308181] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute_monitors = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.308348] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] config_dir = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.308514] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] config_drive_format = iso9660 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.308652] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.308816] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] config_source = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.308982] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] console_host = devstack {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.309160] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] control_exchange = nova {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.309318] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cpu_allocation_ratio = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.309552] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] daemon = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.309766] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] debug = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.309934] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] default_access_ip_network_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.310147] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] default_availability_zone = nova {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.310288] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] default_ephemeral_format = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.310447] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] default_green_pool_size = 1000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.310687] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.310852] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] default_schedule_zone = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.311016] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] disk_allocation_ratio = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.311181] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] enable_new_services = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.311355] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] enabled_apis = ['osapi_compute'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.311516] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] enabled_ssl_apis = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.311673] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] flat_injected = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.311862] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] force_config_drive = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.312039] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] force_raw_images = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.312212] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] graceful_shutdown_timeout = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.312370] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] heal_instance_info_cache_interval = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.312591] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] host = cpu-1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.312759] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.312920] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.313089] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.313307] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.313468] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] instance_build_timeout = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.313621] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] instance_delete_interval = 300 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.313784] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] instance_format = [instance: %(uuid)s] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.313949] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] instance_name_template = instance-%08x {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.314126] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] instance_usage_audit = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.314295] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] instance_usage_audit_period = month {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.314456] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.314618] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.314782] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] internal_service_availability_zone = internal {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.314967] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] key = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.315196] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] live_migration_retry_count = 30 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.315440] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_color = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.315669] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_config_append = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.315860] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.316045] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_dir = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.316211] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_file = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.316338] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_options = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.316499] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_rotate_interval = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.316667] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_rotate_interval_type = days {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.316833] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] log_rotation_type = none {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.316960] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.317099] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.317268] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.317431] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.317558] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.317719] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] long_rpc_timeout = 1800 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.317876] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] max_concurrent_builds = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.318043] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] max_concurrent_live_migrations = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.318205] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] max_concurrent_snapshots = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.318359] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] max_local_block_devices = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.318512] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] max_logfile_count = 30 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.318666] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] max_logfile_size_mb = 200 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.318848] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] maximum_instance_delete_attempts = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.319091] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] metadata_listen = 0.0.0.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.319381] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] metadata_listen_port = 8775 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.319722] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] metadata_workers = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.319937] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] migrate_max_retries = -1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.320133] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] mkisofs_cmd = genisoimage {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.320353] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.320484] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] my_ip = 10.180.1.21 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.320689] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.320852] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] network_allocate_retries = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.321043] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.321217] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.321383] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] osapi_compute_listen_port = 8774 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.321551] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] osapi_compute_unique_server_name_scope = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.321738] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] osapi_compute_workers = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.321905] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] password_length = 12 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.322078] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] periodic_enable = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.322241] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] periodic_fuzzy_delay = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.322407] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] pointer_model = usbtablet {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.322572] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] preallocate_images = none {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.322737] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] publish_errors = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.322865] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] pybasedir = /opt/stack/nova {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.323032] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ram_allocation_ratio = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.323195] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] rate_limit_burst = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.323360] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] rate_limit_except_level = CRITICAL {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.323517] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] rate_limit_interval = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.323674] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] reboot_timeout = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.323830] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] reclaim_instance_interval = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.323986] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] record = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.324164] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] reimage_timeout_per_gb = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.324328] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] report_interval = 120 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.324484] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] rescue_timeout = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.324639] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] reserved_host_cpus = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.324817] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] reserved_host_disk_mb = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.325023] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] reserved_host_memory_mb = 512 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.325216] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] reserved_huge_pages = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.325395] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] resize_confirm_window = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.325559] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] resize_fs_using_block_device = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.325719] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] resume_guests_state_on_host_boot = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.325890] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.326064] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] rpc_response_timeout = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.326227] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] run_external_periodic_tasks = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.326392] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] running_deleted_instance_action = reap {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.326550] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.326707] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] running_deleted_instance_timeout = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.326866] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler_instance_sync_interval = 120 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.327046] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_down_time = 720 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.327218] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] servicegroup_driver = db {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.327373] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] shell_completion = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.327527] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] shelved_offload_time = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.327681] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] shelved_poll_interval = 3600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.327845] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] shutdown_timeout = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.328013] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] source_is_ipv6 = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.328177] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ssl_only = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.328435] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.328604] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] sync_power_state_interval = 600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.328766] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] sync_power_state_pool_size = 1000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.328940] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] syslog_log_facility = LOG_USER {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.329144] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] tempdir = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.329312] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] timeout_nbd = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.329480] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] transport_url = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.329637] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] update_resources_interval = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.329836] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] use_cow_images = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.330015] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] use_eventlog = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.330178] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] use_journal = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.330335] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] use_json = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.330492] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] use_rootwrap_daemon = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.330650] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] use_stderr = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.330809] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] use_syslog = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.330962] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vcpu_pin_set = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.331144] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plugging_is_fatal = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.331310] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plugging_timeout = 300 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.331471] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] virt_mkfs = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.331629] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] volume_usage_poll_interval = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.331813] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] watch_log_file = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.331991] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] web = /usr/share/spice-html5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.332192] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.332359] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.332517] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.332696] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_concurrency.disable_process_locking = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.333283] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.333480] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.333656] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.333833] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.334018] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.334188] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.334371] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.auth_strategy = keystone {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.334541] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.compute_link_prefix = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.334727] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.334906] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.dhcp_domain = novalocal {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.335091] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.enable_instance_password = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.335260] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.glance_link_prefix = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.335428] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.335601] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.335766] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.instance_list_per_project_cells = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.335931] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.list_records_by_skipping_down_cells = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.336111] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.local_metadata_per_cell = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.336283] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.max_limit = 1000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.336450] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.metadata_cache_expiration = 15 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.336627] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.neutron_default_tenant_id = default {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.336800] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.response_validation = warn {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.336969] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.use_neutron_default_nets = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.337297] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.337586] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.337883] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.338208] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.338506] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.vendordata_dynamic_targets = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.338809] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.vendordata_jsonfile_path = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.339062] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.339279] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.backend = dogpile.cache.memcached {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.339455] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.backend_argument = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.339619] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.backend_expiration_time = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.339797] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.config_prefix = cache.oslo {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.339966] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.dead_timeout = 60.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.340148] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.debug_cache_backend = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.340316] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.enable_retry_client = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.340481] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.enable_socket_keepalive = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.340653] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.enabled = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.340821] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.enforce_fips_mode = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.340987] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.expiration_time = 600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.341163] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.hashclient_retry_attempts = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.341327] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.341486] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_dead_retry = 300 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.341643] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_password = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.341835] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.342017] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.342186] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_pool_maxsize = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.342347] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.342509] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_sasl_enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.342683] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.342849] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.343018] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.memcache_username = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.343190] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.proxies = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.343357] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.redis_db = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.343519] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.redis_password = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.343697] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.343867] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.344051] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.redis_server = localhost:6379 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.344223] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.redis_socket_timeout = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.344387] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.redis_username = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.344552] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.retry_attempts = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.344717] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.retry_delay = 0.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.344880] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.socket_keepalive_count = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.345054] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.socket_keepalive_idle = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.345219] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.socket_keepalive_interval = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.345379] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.tls_allowed_ciphers = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.345540] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.tls_cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.345699] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.tls_certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.345866] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.tls_enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.346036] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cache.tls_keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.346210] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.346386] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.auth_type = password {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.346547] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.346723] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.346885] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.347061] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.347230] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.cross_az_attach = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.347395] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.debug = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.347556] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.endpoint_template = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.347719] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.http_retries = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.347882] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.348050] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.348228] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.os_region_name = RegionOne {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.348393] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.348550] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cinder.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.348721] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.348884] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.cpu_dedicated_set = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.349057] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.cpu_shared_set = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.349226] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.image_type_exclude_list = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.349390] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.349551] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.349725] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.349906] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.350095] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.350262] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.resource_provider_association_refresh = 300 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.350424] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.350587] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.shutdown_retry_interval = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.350766] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.350945] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] conductor.workers = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.351134] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] console.allowed_origins = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.351299] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] console.ssl_ciphers = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.351468] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] console.ssl_minimum_version = default {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.351635] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] consoleauth.enforce_session_timeout = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.351829] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] consoleauth.token_ttl = 600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.352027] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.352193] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.352360] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.352520] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.connect_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.352678] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.connect_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.352864] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.endpoint_override = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.353045] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.353212] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.353374] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.max_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.353530] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.min_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.353688] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.region_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.353844] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.retriable_status_codes = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.354009] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.354186] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.service_type = accelerator {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.354350] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.354507] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.status_code_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.354662] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.status_code_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.354819] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.354997] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.355173] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] cyborg.version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.355344] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.asyncio_connection = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.355502] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.asyncio_slave_connection = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.355670] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.backend = sqlalchemy {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.355839] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.connection = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.356013] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.connection_debug = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.356189] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.connection_parameters = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.356351] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.connection_recycle_time = 3600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.356515] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.connection_trace = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.356675] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.db_inc_retry_interval = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.356837] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.db_max_retries = 20 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.357011] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.db_max_retry_interval = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.357180] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.db_retry_interval = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.357340] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.max_overflow = 50 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.357500] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.max_pool_size = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.357656] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.max_retries = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.357824] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.357982] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.mysql_wsrep_sync_wait = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.358152] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.pool_timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.358313] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.retry_interval = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.358472] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.slave_connection = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.358635] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.sqlite_synchronous = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.358794] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] database.use_db_reconnect = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.358963] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.asyncio_connection = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.359135] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.asyncio_slave_connection = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.359305] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.backend = sqlalchemy {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.359473] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.connection = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.359636] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.connection_debug = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.359864] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.connection_parameters = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.360064] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.connection_recycle_time = 3600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.360241] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.connection_trace = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.360405] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.db_inc_retry_interval = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.360569] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.db_max_retries = 20 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.360732] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.db_max_retry_interval = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.360897] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.db_retry_interval = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.361067] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.max_overflow = 50 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.361234] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.max_pool_size = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.361393] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.max_retries = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.361563] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.361739] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.361903] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.pool_timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.362082] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.retry_interval = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.362246] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.slave_connection = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.362412] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] api_database.sqlite_synchronous = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.362587] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] devices.enabled_mdev_types = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.362773] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.362946] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.363117] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ephemeral_storage_encryption.enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.363282] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.363452] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.api_servers = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.363615] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.363776] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.363942] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.364110] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.connect_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.364269] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.connect_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.364430] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.debug = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.364596] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.default_trusted_certificate_ids = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.364759] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.enable_certificate_validation = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.364920] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.enable_rbd_download = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.365088] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.endpoint_override = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.365255] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.365415] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.365574] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.max_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.365729] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.min_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.365891] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.num_retries = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.366069] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.rbd_ceph_conf = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.366233] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.rbd_connect_timeout = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.366401] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.rbd_pool = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.366572] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.rbd_user = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.366732] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.region_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.366887] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.retriable_status_codes = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.367052] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.367221] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.service_type = image {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.367387] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.367542] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.status_code_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.367697] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.status_code_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.367850] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.368037] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.368208] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.verify_glance_signatures = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.368369] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] glance.version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.368538] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] guestfs.debug = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.368704] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.368865] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.auth_type = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.369034] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.369195] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.369360] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.369569] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.connect_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.369757] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.connect_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.369918] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.endpoint_override = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.370099] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.370284] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.370419] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.max_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.370574] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.min_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.370732] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.region_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.370891] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.retriable_status_codes = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.371067] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.371242] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.service_type = shared-file-system {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.371405] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.share_apply_policy_timeout = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.371569] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.371755] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.status_code_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.371912] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.status_code_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.372084] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.372267] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.372425] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] manila.version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.372592] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] mks.enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.372941] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.373147] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] image_cache.manager_interval = 2400 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.373378] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] image_cache.precache_concurrency = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.373555] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] image_cache.remove_unused_base_images = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.373726] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.373895] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.374087] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] image_cache.subdirectory_name = _base {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.374269] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.api_max_retries = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.374435] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.api_retry_interval = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.374597] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.374762] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.auth_type = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.374924] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.375096] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.375263] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.375425] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.conductor_group = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.375582] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.connect_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.375740] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.connect_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.375924] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.endpoint_override = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.376110] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.376273] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.376435] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.max_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.376590] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.min_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.376753] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.peer_list = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.376913] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.region_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.377086] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.retriable_status_codes = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.377254] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.serial_console_state_timeout = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.377412] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.377578] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.service_type = baremetal {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.377735] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.shard = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.377896] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.378065] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.status_code_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.378225] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.status_code_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.378379] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.378556] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.378713] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ironic.version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.378895] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.379080] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] key_manager.fixed_key = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.379266] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.379427] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.barbican_api_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.379586] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.barbican_endpoint = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.379777] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.barbican_endpoint_type = public {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.379951] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.barbican_region_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.380146] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.380282] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.380446] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.380607] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.380765] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.380930] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.number_of_retries = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.381102] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.retry_delay = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.381268] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.send_service_user_token = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.381429] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.381585] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.381771] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.verify_ssl = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.381943] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican.verify_ssl_path = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.382136] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.382304] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.auth_type = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.382463] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.382622] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.382810] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.382979] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.383153] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.383317] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.383475] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] barbican_service_user.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.383641] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.approle_role_id = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.383800] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.approle_secret_id = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.383971] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.kv_mountpoint = secret {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.384148] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.kv_path = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.384315] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.kv_version = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.384472] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.namespace = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.384629] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.root_token_id = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.384789] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.ssl_ca_crt_file = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.384949] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.timeout = 60.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385121] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.use_ssl = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385287] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385450] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385609] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385772] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385928] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.connect_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386095] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.connect_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386252] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.endpoint_override = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386410] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386563] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386718] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.max_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386871] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.min_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387036] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.region_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387198] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.retriable_status_codes = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387354] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387521] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.service_type = identity {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387680] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387836] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.status_code_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387989] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.status_code_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388156] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388329] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388511] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] keystone.version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388666] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.ceph_mount_options = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388971] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389177] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.connection_uri = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389341] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.cpu_mode = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389503] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389666] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.cpu_models = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389863] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.cpu_power_governor_high = performance {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390051] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390239] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.cpu_power_management = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390391] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390558] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.device_detach_attempts = 8 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390720] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.device_detach_timeout = 20 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390884] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.disk_cachemodes = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391060] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.disk_prefix = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391226] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.enabled_perf_events = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391384] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.file_backed_memory = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391545] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.gid_maps = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391726] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.hw_disk_discard = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391895] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.hw_machine_type = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392081] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.images_rbd_ceph_conf = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392247] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392405] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392570] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.images_rbd_glance_store_name = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392754] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.images_rbd_pool = rbd {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392936] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.images_type = default {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393107] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.images_volume_group = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393271] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.inject_key = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393429] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.inject_partition = -2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393591] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.inject_password = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393753] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.iscsi_iface = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393917] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.iser_use_multipath = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394087] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394252] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394412] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_downtime = 500 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394571] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394728] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394883] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_inbound_addr = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395054] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395218] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395375] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_scheme = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395545] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_timeout_action = abort {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395705] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_tunnelled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395861] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_uri = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396029] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.live_migration_with_native_tls = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396189] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.max_queues = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396346] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396577] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396742] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.nfs_mount_options = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397045] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397223] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397390] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397552] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397713] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397874] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.num_pcie_ports = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398050] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398217] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.pmem_namespaces = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398376] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.quobyte_client_cfg = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398664] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398842] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399022] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399188] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399351] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rbd_secret_uuid = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399506] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rbd_user = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399664] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399844] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400009] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rescue_image_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400177] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rescue_kernel_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400334] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rescue_ramdisk_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400510] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400668] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.rx_queue_size = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400834] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.smbfs_mount_options = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401139] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401320] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.snapshot_compression = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401485] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.snapshot_image_format = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401733] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401923] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.sparse_logical_volumes = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402107] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.swtpm_enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402283] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.swtpm_group = tss {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402450] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.swtpm_user = tss {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402623] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.sysinfo_serial = unique {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402806] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.tb_cache_size = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402973] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.tx_queue_size = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403153] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.uid_maps = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403357] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.use_virtio_for_bridges = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403986] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.virt_type = kvm {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403986] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.volume_clear = zero {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403986] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.volume_clear_size = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404122] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.volume_use_multipath = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404190] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.vzstorage_cache_path = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404499] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404499] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406885] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406885] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406885] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406885] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.vzstorage_mount_user = stack {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406885] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406885] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406885] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.auth_type = password {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407152] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407152] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407152] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407152] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.connect_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407152] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.connect_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407152] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.default_floating_pool = public {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407152] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.endpoint_override = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407333] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.extension_sync_interval = 600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407333] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.http_retries = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407333] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407495] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407624] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.max_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407796] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407957] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.min_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408139] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.ovs_bridge = br-int {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408308] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.physnets = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408478] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.region_name = RegionOne {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408636] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.retriable_status_codes = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408807] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.service_metadata_proxy = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408963] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409146] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.service_type = network {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409311] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409469] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.status_code_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409624] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.status_code_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409782] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409969] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410144] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] neutron.version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410319] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] notifications.bdms_in_notifications = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410498] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] notifications.default_level = INFO {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410664] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] notifications.include_share_mapping = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410839] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] notifications.notification_format = unversioned {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411028] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] notifications.notify_on_state_change = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411188] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411364] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] pci.alias = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411531] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] pci.device_spec = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411751] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] pci.report_in_placement = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411889] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412077] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.auth_type = password {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412250] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412409] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412569] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412754] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412922] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.connect_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413095] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.connect_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413257] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.default_domain_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413414] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.default_domain_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413568] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.domain_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413725] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.domain_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413884] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.endpoint_override = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414064] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414227] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414384] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.max_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414539] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.min_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414707] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.password = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414868] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.project_domain_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415042] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.project_domain_name = Default {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415211] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.project_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415381] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.project_name = service {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415550] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.region_name = RegionOne {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415710] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.retriable_status_codes = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415870] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416059] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.service_type = placement {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416230] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416390] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.status_code_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416548] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.status_code_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416708] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.system_scope = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416867] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417042] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.trust_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417251] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.user_domain_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417433] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.user_domain_name = Default {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417593] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.user_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417769] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.username = nova {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417951] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418130] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] placement.version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418309] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.cores = 20 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418476] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.count_usage_from_placement = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418646] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418814] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.injected_file_content_bytes = 10240 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418982] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.injected_file_path_length = 255 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.419161] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.injected_files = 5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.419327] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.instances = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.419492] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.key_pairs = 100 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.419656] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.metadata_items = 128 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.419820] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.ram = 51200 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.419987] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.recheck_quota = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.420169] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.server_group_members = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.420335] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.server_groups = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.420537] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.420712] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] quota.unified_limits_resource_strategy = require {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.420888] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.421062] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.421228] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.image_metadata_prefilter = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.421385] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.421546] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.max_attempts = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.421728] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.max_placement_results = 1000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.421898] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.422079] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.422245] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.422416] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] scheduler.workers = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.422586] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.422780] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.422958] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.423143] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.423308] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.423471] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.423634] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.423819] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.423987] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.host_subset_size = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.424194] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.424361] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.424524] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.424689] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.isolated_hosts = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.424865] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.isolated_images = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.425042] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.425211] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.425371] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.425530] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.pci_in_placement = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.425693] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.425853] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.426028] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.426195] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.426358] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.426518] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.426677] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.track_instance_changes = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.426852] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.427032] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] metrics.required = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.427200] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] metrics.weight_multiplier = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.427362] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.427523] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] metrics.weight_setting = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.427829] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.428014] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] serial_console.enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.428195] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] serial_console.port_range = 10000:20000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.428365] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.428533] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.428699] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] serial_console.serialproxy_port = 6083 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.428877] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.429051] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.auth_type = password {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.429215] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.429373] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.429534] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.429696] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.429851] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.430032] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.send_service_user_token = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.430200] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.430358] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] service_user.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.430528] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.agent_enabled = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.430690] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.430994] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.431229] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.431396] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.html5proxy_port = 6082 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.431558] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.image_compression = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.431735] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.jpeg_compression = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.431910] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.playback_compression = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.432088] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.require_secure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.432260] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.server_listen = 127.0.0.1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.432430] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.432588] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.streaming_mode = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.432764] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] spice.zlib_compression = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.432941] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] upgrade_levels.baseapi = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.433127] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] upgrade_levels.compute = auto {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.433290] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] upgrade_levels.conductor = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.433448] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] upgrade_levels.scheduler = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.433612] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.433770] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.433928] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.434134] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.434358] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.434532] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.434695] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.434859] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.435026] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vendordata_dynamic_auth.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.435206] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.api_retry_count = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.435368] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.ca_file = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.435540] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.435705] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.cluster_name = testcl1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.435869] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.connection_pool_size = 10 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.436033] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.console_delay_seconds = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.436202] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.datastore_regex = ^datastore.* {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.436412] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.436586] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.host_password = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.436752] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.host_port = 443 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.436925] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.host_username = administrator@vsphere.local {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.437155] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.insecure = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.437343] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.integration_bridge = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.437510] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.maximum_objects = 100 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.437669] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.pbm_default_policy = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.437832] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.pbm_enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.437992] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.pbm_wsdl_location = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.438181] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.438343] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.serial_port_proxy_uri = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.438501] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.serial_port_service_uri = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.438665] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.task_poll_interval = 0.5 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.438837] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.use_linked_clone = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.439013] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.vnc_keymap = en-us {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.439186] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.vnc_port = 5900 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.439350] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vmware.vnc_port_total = 10000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.439533] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.auth_schemes = ['none'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.439708] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.440008] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.440204] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.440379] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.novncproxy_port = 6080 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.440565] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.server_listen = 127.0.0.1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.440744] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.440907] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.vencrypt_ca_certs = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.441079] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.vencrypt_client_cert = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.441242] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vnc.vencrypt_client_key = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.441421] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.441587] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.disable_deep_image_inspection = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.441768] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.441941] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.442116] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.442282] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.disable_rootwrap = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.442443] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.enable_numa_live_migration = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.442606] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.442786] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.442959] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.443139] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.libvirt_disable_apic = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.443302] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.443465] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.443625] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.443789] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.443952] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.444128] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.444291] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.444451] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.444613] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.444780] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.444965] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.445150] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.client_socket_timeout = 900 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.445319] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.default_pool_size = 1000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.445487] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.keep_alive = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.445653] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.max_header_line = 16384 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.445818] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.445983] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.ssl_ca_file = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.446159] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.ssl_cert_file = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.446322] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.ssl_key_file = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.446487] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.tcp_keepidle = 600 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.446665] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.446832] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] zvm.ca_file = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.446994] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] zvm.cloud_connector_url = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.447296] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.447479] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] zvm.reachable_timeout = 300 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.447653] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.447830] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.448015] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.connection_string = messaging:// {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.448190] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.enabled = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.448358] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.es_doc_type = notification {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.448520] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.es_scroll_size = 10000 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.448686] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.es_scroll_time = 2m {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.448847] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.filter_error_trace = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.449017] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.hmac_keys = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.449189] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.sentinel_service_name = mymaster {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.449356] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.socket_timeout = 0.1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.449519] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.trace_requests = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.449681] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler.trace_sqlalchemy = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.449860] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler_jaeger.process_tags = {} {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.450034] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler_jaeger.service_name_prefix = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.450202] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] profiler_otlp.service_name_prefix = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.450368] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] remote_debug.host = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.450526] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] remote_debug.port = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.450705] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.450873] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.451044] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.451210] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.451412] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.451599] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.451782] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.451951] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.452130] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.452304] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.452467] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.452646] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.452816] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.452986] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.453172] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.453343] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.453508] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.453681] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.453847] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.454019] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.454183] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.454347] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.454508] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.454673] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.454832] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.454996] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.455172] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.455333] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.455498] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.455662] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.ssl = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.455832] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.456006] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.456179] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.456349] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.456518] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.456681] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.456868] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.457044] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_notifications.retry = -1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.457229] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.457403] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.457574] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.auth_section = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.457733] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.auth_type = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.457893] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.cafile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.458061] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.certfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.458228] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.collect_timing = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.458388] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.connect_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.458545] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.connect_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.458704] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.endpoint_id = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.458872] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.459044] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.endpoint_override = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.459211] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.endpoint_region_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.459371] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.endpoint_service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.459527] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.endpoint_service_type = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.459690] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.insecure = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.459843] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.keyfile = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.460008] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.max_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.460179] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.min_version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.460339] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.region_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.460498] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.retriable_status_codes = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.460656] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.service_name = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.460814] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.service_type = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.460976] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.split_loggers = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.461147] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.status_code_retries = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.461304] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.status_code_retry_delay = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.461460] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.timeout = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.461622] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.valid_interfaces = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.461772] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_limit.version = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.461938] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_reports.file_event_handler = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.462113] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.462274] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] oslo_reports.log_dir = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.462442] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.462601] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.462779] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.462974] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.463178] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.463352] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.463613] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.463797] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_ovs_privileged.group = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.463995] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.464198] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.464367] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.464528] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] vif_plug_ovs_privileged.user = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.464698] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.464879] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.465063] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.465242] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.465418] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.465586] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.465752] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.465914] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.466100] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.466272] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_ovs.isolate_vif = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.466442] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.466606] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.466777] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.466952] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.467130] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] os_vif_ovs.per_port_bridge = False {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.467300] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] privsep_osbrick.capabilities = [21] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.467459] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] privsep_osbrick.group = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.467615] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] privsep_osbrick.helper_command = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.467778] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.467946] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.468210] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] privsep_osbrick.user = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.468470] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.468707] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] nova_sys_admin.group = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.468889] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] nova_sys_admin.helper_command = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.469072] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.469237] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.469394] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] nova_sys_admin.user = None {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.469528] env[62880]: DEBUG oslo_service.service [None req-39f91a61-108d-45a3-be28-4031a4e4ad51 None None] ******************************************************************************** {{(pid=62880) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 524.469941] env[62880]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 524.973714] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Getting list of instances from cluster (obj){ [ 524.973714] env[62880]: value = "domain-c8" [ 524.973714] env[62880]: _type = "ClusterComputeResource" [ 524.973714] env[62880]: } {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 524.975063] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45afbbdc-277e-433d-8470-70457b4f5064 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.983753] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Got total of 0 instances {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 524.984332] env[62880]: WARNING nova.virt.vmwareapi.driver [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 524.984788] env[62880]: INFO nova.virt.node [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Generated node identity 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 [ 524.985028] env[62880]: INFO nova.virt.node [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Wrote node identity 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 to /opt/stack/data/n-cpu-1/compute_id [ 525.487590] env[62880]: WARNING nova.compute.manager [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Compute nodes ['9709a8ea-832c-4fd9-b290-37ba5c6e4e38'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 526.494119] env[62880]: INFO nova.compute.manager [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 527.498071] env[62880]: WARNING nova.compute.manager [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 527.498454] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.498639] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.498812] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.498978] env[62880]: DEBUG nova.compute.resource_tracker [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 527.500233] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6469418-22a4-4ee8-8750-450c65d5a631 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.508686] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e217f16-baba-4368-b887-84b7578f06ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.522799] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3383e9d5-4a4d-4598-a363-505925f40d99 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.529378] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c8cb36-ad8d-4328-bd38-d57ea6fefb9b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.558382] env[62880]: DEBUG nova.compute.resource_tracker [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181311MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 527.558634] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.558898] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.061860] env[62880]: WARNING nova.compute.resource_tracker [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] No compute node record for cpu-1:9709a8ea-832c-4fd9-b290-37ba5c6e4e38: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 could not be found. [ 528.566734] env[62880]: INFO nova.compute.resource_tracker [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 [ 530.075022] env[62880]: DEBUG nova.compute.resource_tracker [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 530.075431] env[62880]: DEBUG nova.compute.resource_tracker [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 530.243262] env[62880]: INFO nova.scheduler.client.report [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] [req-a28abfe8-845b-472b-b73b-bd8b5f952c43] Created resource provider record via placement API for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 530.261441] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c80347-3ede-40f8-84b9-0e3aac09893a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.269307] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b0806-c60c-4ab9-b165-0c91a87aa5ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.299417] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ef055-c03d-4693-b1a5-642ad9aa1cb1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.306375] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93689fe2-f09d-46d7-b9ec-7f804d6ccddb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.318807] env[62880]: DEBUG nova.compute.provider_tree [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 530.857302] env[62880]: DEBUG nova.scheduler.client.report [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 530.857514] env[62880]: DEBUG nova.compute.provider_tree [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 0 to 1 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 530.857651] env[62880]: DEBUG nova.compute.provider_tree [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 530.917659] env[62880]: DEBUG nova.compute.provider_tree [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 1 to 2 during operation: update_traits {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 531.423137] env[62880]: DEBUG nova.compute.resource_tracker [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 531.423137] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.864s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.423137] env[62880]: DEBUG nova.service [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Creating RPC server for service compute {{(pid=62880) start /opt/stack/nova/nova/service.py:186}} [ 531.444812] env[62880]: DEBUG nova.service [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] Join ServiceGroup membership for this service compute {{(pid=62880) start /opt/stack/nova/nova/service.py:203}} [ 531.445015] env[62880]: DEBUG nova.servicegroup.drivers.db [None req-80eb28ad-f410-4395-92f8-7cb699192968 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62880) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 578.448546] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.952080] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Getting list of instances from cluster (obj){ [ 578.952080] env[62880]: value = "domain-c8" [ 578.952080] env[62880]: _type = "ClusterComputeResource" [ 578.952080] env[62880]: } {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 578.953292] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadef6b8-8836-4464-aeb3-9ecde02d7bf4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.961933] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Got total of 0 instances {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.962163] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.962442] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Getting list of instances from cluster (obj){ [ 578.962442] env[62880]: value = "domain-c8" [ 578.962442] env[62880]: _type = "ClusterComputeResource" [ 578.962442] env[62880]: } {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 578.963263] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ab9d7-6c2b-4567-b20f-091f6ca1a461 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.970420] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Got total of 0 instances {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 579.922548] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.922897] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.923055] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 579.923176] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 580.425662] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 580.425900] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.426169] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.426368] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.426554] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.426733] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.426910] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.427088] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 580.427236] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.931039] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.931470] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.931517] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.931644] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 580.932587] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95824edf-28a2-4889-a0a3-54ec542087ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.940802] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bb55b7-4f0d-4e98-8bc6-325804322d67 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.956065] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863743bc-3be3-4cc3-976a-417aa3e9cf7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.962745] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9f4071-bafd-458d-b73c-d44508b94195 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.991326] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181304MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 580.991543] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.991668] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.010073] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 582.010391] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 582.025181] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9454350-9531-4248-8207-0e824d72d491 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.032430] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33191b02-5dea-4811-a270-be4fc5d6af89 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.062470] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727f7778-0313-47e9-beab-e6a82c803b79 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.069611] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8785f03-9340-4df5-ae67-9bfa6bb4d4fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.082493] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.586090] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.091305] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 583.093388] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.078138] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.078599] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.583289] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.583444] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 643.583563] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 644.086418] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 644.086810] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.086810] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.086923] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.087069] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.087217] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.087356] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.087484] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 644.087625] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.590982] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.591246] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.591414] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.591597] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 644.592497] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394859e4-16c8-41b1-b03d-80ed7969e825 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.600930] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45287f67-e281-47b9-a9e7-b86e68ef6f6f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.614519] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02267bc6-74a6-4bb4-90de-21b9a0c41267 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.620442] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f07c9-fe22-494c-a077-e7b253b59faa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.647833] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181298MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 644.647962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.648143] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.666973] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 645.667275] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 645.682796] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98db02e-9688-4a7a-abbe-110bff09e5b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.691556] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9665d07b-dc8a-4f53-beb5-f1c169ed9563 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.721121] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbfc74a-ea67-4683-b21b-d0e2f614707d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.728561] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2232817-463b-4b5a-8a4d-9cf8eeb34018 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.742836] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.245949] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.247214] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 646.247389] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.248867] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.249331] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.249331] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 706.249331] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 706.751909] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 706.752193] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.752319] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.752495] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.752654] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.752792] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.752930] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.753071] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 706.753211] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 707.256614] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.256895] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.257018] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.259017] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 707.259017] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dbd5ec-2e28-43c1-af8e-7cc403f38558 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.266673] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2049d6ae-c89d-41c2-a8ce-a27b4daa2bcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.280174] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8d7080-91aa-4803-8275-4c1c7caa319b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.286300] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10d6e9c-a2c8-471f-8696-86e182022673 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.314900] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181307MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 707.315091] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.315256] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.333888] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 708.334122] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 708.347125] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5edc1-23f5-4b08-975e-b67292703bf1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.354727] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c936441-56bb-4650-9418-af4c7cbe4784 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.382941] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f513c06-28d4-4ad2-b257-fbf83eca29a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.389508] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957cf187-a8ba-403d-8083-1343dee130df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.402446] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.905981] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.907232] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 708.907407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.568779] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.573918] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 763.075060] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 763.075060] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 763.075060] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 763.577592] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 763.578043] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 763.578043] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 763.578180] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 763.578229] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 763.578370] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 763.578495] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 763.914045] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 764.417325] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.417554] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.417721] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.417872] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 764.418774] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95fa51-c10f-4510-9b08-f550d7c3ba5d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.427033] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eab61a-ea3d-44d3-b796-4cd26a2862a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.441694] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a1a8a3-deab-4da7-9239-7b1b4c4694f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.447645] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5664795-cdd5-426e-8da2-677df57a6d85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.476720] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 764.476868] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.477043] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.495409] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 765.495701] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 765.508315] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaad64d3-69ac-4531-9595-27f072705c0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.515713] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ffcda-8823-4fb9-90de-8673be1081f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.543944] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7afd01-f4e1-4029-a362-ae69af09d6b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.550367] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff70975-c042-4045-bce0-44b37705eeef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.562931] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.066694] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.068093] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 766.068272] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.068858] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.913615] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.913984] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 820.417611] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] There are 0 instances to clean {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 820.417812] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.417945] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances with incomplete migration {{(pid=62880) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 820.920407] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.423579] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.423983] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.423983] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 822.424134] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 822.926587] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 822.926862] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.927027] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.927133] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.927301] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.927439] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 823.914302] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.418022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.418291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.418426] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.418580] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 824.419498] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d184b9bf-2b72-44a9-a61e-4f0636c15e26 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.427437] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182e8ca-ca65-44c5-91ff-8bb93ee10121 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.441173] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee0e83-c703-43c9-aaad-df0d4c96f684 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.447443] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e011dfe-a78d-48d2-ac67-a148a90812ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.475991] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 824.476104] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.476738] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.495544] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 825.495796] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 825.508775] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bb6f0a-b022-4b4f-8965-12407b56cae0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.516788] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8394e755-1deb-48d1-9c20-fdbba1bbf449 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.545430] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f50c87-a9c2-4265-8daf-98143cc363b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.552126] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdef899-86f0-4027-b317-c0591f8cbba5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.565434] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.071185] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.072445] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 826.089037] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.072992] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.073381] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.909678] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.913304] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.913530] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.913674] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 882.910161] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.414747] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.414942] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 883.415014] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 883.918336] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 883.918716] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.918716] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.913590] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.914028] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.417832] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.418196] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.418449] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.418662] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 886.419782] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228fc9ff-9b56-4301-8317-7b4f7b4e574d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.427718] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455fabf2-79ae-4284-ad28-4e48e3d50684 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.442383] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a147ae6-4755-4ef4-9505-235e1cb60c7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.448360] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c03eee-d8ec-488e-b55b-237bede266e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.477695] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 886.477834] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.478029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.511824] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 887.512083] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 887.530060] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 887.543974] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 887.544164] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.558289] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 887.573975] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 887.585342] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d979f5f-5a34-4312-9f7b-5bd798a065e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.592783] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43d1da1-dc74-4b9b-ae58-dadba6fe9ecf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.621894] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166dcc9-014f-4191-9e28-5a9e930bddb6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.628626] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4896b28e-dee6-4ff4-9733-a0e2dd312bf0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.641338] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.144329] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.145613] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 888.145794] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.668s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.145974] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.910526] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.913215] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.913371] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 942.913486] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 943.416485] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 943.416765] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.416905] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 943.914503] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.913827] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.914115] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.914472] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.914153] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.914530] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.417761] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.418016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.418181] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.418331] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 948.419351] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d12810-dcdb-4046-87a8-c263faac2b5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.427560] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eef9ef-d221-4204-a1b8-902ef68a5dfc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.440854] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47310fa-f3ad-4e94-8588-9365e35d6264 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.446705] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b8956-1eb2-4b44-b3bc-0c0a337473b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.474100] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181308MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 948.474238] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.474414] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.493807] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 949.494121] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 949.507193] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dddc5e-7fe5-4e02-b8aa-0b83be3af601 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.514481] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8479aa9-3818-4953-a6be-15c11b989b25 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.544859] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c518ae-a4b2-4d58-af63-a6f1fc22d168 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.551871] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db30706-79fa-4bb2-9d2f-5cb30e904ae0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.564973] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.069070] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.069820] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 950.070051] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.070392] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.070770] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.070770] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1005.070838] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1005.573961] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1005.574207] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.574375] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.574508] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1005.913992] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.418513] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.914551] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.915018] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.914627] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.417782] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.418156] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.418195] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.418328] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1009.419213] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31da4e5e-d48d-4a6d-a907-7a5afda785ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.427322] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015931d8-c428-4284-88ba-8ee878a187b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.441094] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698853fb-d66b-4d42-9499-2f33eff1e0e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.447017] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb71e26f-a3ad-4f40-9d8f-18d6db59bb7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.474534] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181301MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1009.474674] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.474838] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.493074] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1010.493307] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1010.506200] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d960e3-6b1e-46ed-8ced-365a4f1ac3aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.513595] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82968041-cf78-42eb-b3f3-56ee3e2cec42 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.542839] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a606e8-2495-4b12-aaab-0f11815c18b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.549559] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3a509-3826-47ad-9101-d445fc9c9a0e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.562438] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.066723] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.067872] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1011.067977] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.067655] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.915621] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.916113] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1063.916113] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1064.419216] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1065.914765] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.915157] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.915157] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1066.909848] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.914631] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.914999] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.914115] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.914374] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1069.417146] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.417555] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.417555] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.417670] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1069.418587] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa34fde-8cf1-4e62-9c90-e21b74c81e62 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.427267] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3857674a-6321-48a4-8622-2d1151b35579 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.440731] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a154d1-b8a0-4525-8231-afe1e1188ffa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.446732] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3367776e-16a8-4bf1-9bba-e19940c4fe88 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.474282] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181303MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1069.474413] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.474598] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.492536] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1070.492763] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1070.505577] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578532ef-a231-4436-bbac-339351651116 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.513009] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aee9de-15a7-47d3-a1f1-a84650ac0e2c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.542441] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e55cb5-1000-4b05-9734-5c8f4d3707ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.549140] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2bc0c0-b24c-4550-81e4-61220a4df369 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.561612] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.065016] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.066325] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1071.066500] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.066445] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.915089] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.915491] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances with incomplete migration {{(pid=62880) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1124.915295] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.412226] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.916207] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.916420] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1126.916669] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1127.419624] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1127.420037] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.420037] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.420157] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1128.915257] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.915629] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.915629] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.913868] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.914145] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.416903] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.417256] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.417369] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.417490] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1130.418394] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186eea6b-63bd-48a4-b317-a8c223324d85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.426347] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063584f9-46e6-45d2-aed6-037cf3ce7e7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.439958] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8468195-399f-4754-8406-6ceef6215438 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.445966] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401e395b-9fd9-4aea-ba2f-628716fcb380 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.473445] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181314MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1130.473572] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.473751] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.491081] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1131.491418] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1131.504434] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5c651-3069-4fea-8c24-17c1680bc312 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.511807] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fa5897-818c-4a6b-99a6-4aaf1a4770d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.540675] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75454130-29d3-4a5d-b7d6-e19d34c8c4df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.547364] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca76a15-0eb6-4397-a1c2-0eab453eb9b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.559644] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.062987] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.064381] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1132.064599] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.064925] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.915551] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.915551] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1134.418140] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] There are 0 instances to clean {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1178.959147] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.463057] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Getting list of instances from cluster (obj){ [ 1179.463057] env[62880]: value = "domain-c8" [ 1179.463057] env[62880]: _type = "ClusterComputeResource" [ 1179.463057] env[62880]: } {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1179.463390] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ba29c6-e729-483b-bc6c-0e3a70788e15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.472204] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Got total of 0 instances {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1185.914649] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.915062] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1185.915062] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1186.417787] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1186.418110] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.418386] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.418533] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1188.914690] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.915176] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.914104] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.914454] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.914490] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.418052] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.418340] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.418472] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.418613] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1191.419485] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90cea86-6c86-45f4-a874-248831ee2519 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.427886] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6613ef1-08cb-4f65-9b55-d2834b6cd102 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.442463] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dfffe5-7289-42bb-b2a1-6eea13c4a518 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.451016] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c3dee1-c899-4e22-8ca1-11ac19db3eb8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.476749] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181299MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1191.476905] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.477083] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.593652] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1192.593906] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1192.609278] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1192.619660] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1192.619825] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.628659] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1192.642742] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1192.653673] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1eb1da-49af-424b-b1d7-09733f577e1f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.660488] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edbb933-cb12-43f2-9cd0-f5e37d35f6a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.690519] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0124a49-734c-4cb5-918e-5a1129ad26df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.697219] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16598e5-3a84-4a79-90c0-fe7979e84e16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.709722] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.212502] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.213808] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1193.213979] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.737s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.213795] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.910718] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.914472] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.914847] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1246.914847] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1247.421327] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1247.914096] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.914369] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.914472] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1248.914888] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.909739] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.913371] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.914155] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.417676] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.417912] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.418062] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.418217] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1252.419132] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd43bdd-b381-457f-bd7e-0311d5cf4b6d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.427119] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1490296-07ce-4155-9db5-0f10402e9ab7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.440705] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeecdb09-bf06-4791-8f16-decd7ada3973 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.446681] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b7040-e36d-45ef-ba56-37e3ff41b752 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.474875] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181299MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1252.475019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.475202] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.492454] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1253.492684] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1253.505672] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab960cb-2f4f-4752-bd7c-80e732aa7c92 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.513195] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928946e6-d17a-4621-905b-45a70c5d8ea6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.542628] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db02d91-995a-49fe-af57-8504a255c8bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.549559] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b371963-9751-4df0-8012-fb2b7bc8c7bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.562361] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.065494] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.067400] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1254.067611] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.068394] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.068785] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.915070] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.915070] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1307.915070] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1308.417671] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1308.914409] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.914619] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.914850] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.915302] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1310.909727] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.914119] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.914560] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.417438] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.417698] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.417866] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.418020] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1312.418922] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e2ea1-81a0-490b-8945-a05fec2f1669 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.427114] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe3b97b-be71-4d45-8a18-28589db48451 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.441402] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cc74b0-43ff-4b4b-bdfd-0abce2af0e0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.447543] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0e6795-0d22-4fb3-bae5-3d40a8bfd8bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.476099] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181292MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1312.476271] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.476437] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.494954] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1313.495209] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1313.508312] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddfbc23-0aa0-4f9c-9ca6-b18d91151170 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.515902] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2001c113-fd0f-45b7-8dca-0962b36d3caf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.545396] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cb9d57-2a40-4f4e-b192-68b5e128d358 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.552232] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123ca521-7e7f-4bb3-bdf4-aee2062d8ae8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.564889] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.068076] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.069343] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1314.069564] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.069621] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.070048] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.463797] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "0058723c-7203-4ca2-b25f-d0fa00938d57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.464384] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "0058723c-7203-4ca2-b25f-d0fa00938d57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.465353] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquiring lock "ce12836a-0f8b-4085-ad13-7b1476842cab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.465603] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "ce12836a-0f8b-4085-ad13-7b1476842cab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.561040] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquiring lock "5174ef9a-700e-40df-8533-b1f980a26bc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.561040] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "5174ef9a-700e-40df-8533-b1f980a26bc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.968881] env[62880]: DEBUG nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.977684] env[62880]: DEBUG nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.067118] env[62880]: DEBUG nova.compute.manager [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.236865] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquiring lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.236865] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.847802] env[62880]: DEBUG nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.896349] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.896595] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.898355] env[62880]: INFO nova.compute.claims [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.902086] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.907832] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.017488] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.017661] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.382376] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.521739] env[62880]: DEBUG nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.042593] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fb916b-840d-40f8-bc97-6b66ec5d92ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.054114] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884ab0ed-6a2d-4399-8dfb-c823813cb0e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.058715] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.095518] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69af7a1-e49c-4b2f-be8d-f8217846eb01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.103189] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5102c-9db6-4f36-82fa-14b946fa77f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.129787] env[62880]: DEBUG nova.compute.provider_tree [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.627209] env[62880]: DEBUG nova.scheduler.client.report [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.134686] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.138661] env[62880]: DEBUG nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.138661] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.236s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.140347] env[62880]: INFO nova.compute.claims [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.647664] env[62880]: DEBUG nova.compute.utils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1338.649582] env[62880]: DEBUG nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1338.649582] env[62880]: DEBUG nova.network.neutron [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.156338] env[62880]: DEBUG nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.253523] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e65b8a-5e65-4b35-ad68-ffa494d3209e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.261575] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d70f513-851d-445c-82a8-2e6c99505008 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.294103] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a991c-8a42-4ef0-92ab-5fefa46c4790 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.302599] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58405dd8-f165-4fba-b907-b71eef88ee72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.320060] env[62880]: DEBUG nova.compute.provider_tree [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.825663] env[62880]: DEBUG nova.scheduler.client.report [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.911397] env[62880]: DEBUG nova.policy [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f91e78fe27dd44a5aa838c35901960ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79e8f23f9d8f4c2286cbd07e35690457', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.169522] env[62880]: DEBUG nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.204554] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.204554] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.204554] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.204803] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.204803] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.204859] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.206272] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.206272] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.206272] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.206272] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.206272] env[62880]: DEBUG nova.virt.hardware [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.206640] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf6209-8aa9-463a-a4b3-d21153679b1d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.221022] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb256539-01dc-4c26-93a6-eacdfcd3f264 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.237178] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59506bc-9b41-41af-9391-02c59f1fcea2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.338019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.338019] env[62880]: DEBUG nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.340177] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.432s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.342386] env[62880]: INFO nova.compute.claims [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.736828] env[62880]: DEBUG nova.network.neutron [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Successfully created port: ff311ce9-361a-4284-9f30-d7340889c4a4 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.847291] env[62880]: DEBUG nova.compute.utils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.850358] env[62880]: DEBUG nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.850358] env[62880]: DEBUG nova.network.neutron [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.940417] env[62880]: DEBUG nova.policy [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd982262e2b455ea68d4927dc8b012f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d61d9bacf5a441f9d74af325a964131', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.270749] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.271062] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.353731] env[62880]: DEBUG nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.502374] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ca577-a51c-44e3-9392-db1b6fd8ad6a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.518130] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e99f588-efdf-44a7-9fda-00528c4b68d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.565501] env[62880]: DEBUG nova.network.neutron [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Successfully created port: 0433e720-1e36-4444-afe6-489c86fc8b37 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.568108] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17cfee-9175-445a-8904-306c5f9d7c0f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.579117] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc88e33b-588b-48a9-b922-1afeb6d67584 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.601090] env[62880]: DEBUG nova.compute.provider_tree [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.774229] env[62880]: DEBUG nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.106321] env[62880]: DEBUG nova.scheduler.client.report [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.305418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.370686] env[62880]: DEBUG nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.408076] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.408076] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.408270] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.408352] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.408490] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.408631] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.408829] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.408982] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.410020] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.410211] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.410420] env[62880]: DEBUG nova.virt.hardware [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.411288] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410d9509-5200-4437-8b25-c9d9acc76847 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.423018] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24671efe-9534-42f3-96ca-f732ad4f8cea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.617363] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.617363] env[62880]: DEBUG nova.compute.manager [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.620562] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.238s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.621635] env[62880]: INFO nova.compute.claims [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.849311] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.850846] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.126498] env[62880]: DEBUG nova.compute.utils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.130317] env[62880]: DEBUG nova.compute.manager [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Not allocating networking since 'none' was specified. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1343.353545] env[62880]: DEBUG nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.632983] env[62880]: DEBUG nova.compute.manager [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.807955] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a5d59e-ae3d-4b35-9b0d-cf0c45deb085 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.818158] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657a944-903a-431b-879d-6d991e19af9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.859857] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8cf501-854c-439a-9c53-eba76a818831 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.871478] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f4e6aa-d4f0-49aa-af0f-a8d88a3fa0df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.890052] env[62880]: DEBUG nova.compute.provider_tree [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.895102] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.155033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "71345778-5336-4e7b-be54-eee5050cbcc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.155259] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "71345778-5336-4e7b-be54-eee5050cbcc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.167912] env[62880]: DEBUG nova.network.neutron [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Successfully updated port: ff311ce9-361a-4284-9f30-d7340889c4a4 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.284523] env[62880]: DEBUG nova.network.neutron [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Successfully updated port: 0433e720-1e36-4444-afe6-489c86fc8b37 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.394777] env[62880]: DEBUG nova.scheduler.client.report [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.650045] env[62880]: DEBUG nova.compute.manager [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.658028] env[62880]: DEBUG nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.680376] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.680448] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquired lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.680602] env[62880]: DEBUG nova.network.neutron [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.692837] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.693079] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.693905] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.693905] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.693905] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.693905] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.693905] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.694188] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.696366] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.696762] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.696896] env[62880]: DEBUG nova.virt.hardware [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.700180] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5556c-c69f-41ba-8670-759919b1ea06 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.711112] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216c2249-47de-42c8-9373-be7f342565cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.730366] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.742126] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.742209] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3d7cb66-aa04-4410-8712-c486bb84298c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.756062] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Created folder: OpenStack in parent group-v4. [ 1344.756271] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Creating folder: Project (2460998ca32844ca95c273cbfc814f8c). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.758019] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56e168e2-8136-4be5-9ffc-8da4b7387253 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.765899] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Created folder: Project (2460998ca32844ca95c273cbfc814f8c) in parent group-v388473. [ 1344.766115] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Creating folder: Instances. Parent ref: group-v388474. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.766344] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e62204af-b59d-43b3-9160-cfa957b9e714 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.774561] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Created folder: Instances in parent group-v388474. [ 1344.778311] env[62880]: DEBUG oslo.service.loopingcall [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.778519] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.779323] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e540f2a9-5814-4876-a316-189afc9814b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.793171] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquiring lock "refresh_cache-ce12836a-0f8b-4085-ad13-7b1476842cab" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.793312] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquired lock "refresh_cache-ce12836a-0f8b-4085-ad13-7b1476842cab" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.795866] env[62880]: DEBUG nova.network.neutron [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.800371] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.800371] env[62880]: value = "task-1879901" [ 1344.800371] env[62880]: _type = "Task" [ 1344.800371] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.809770] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879901, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.900491] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.901347] env[62880]: DEBUG nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.903749] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.845s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.905203] env[62880]: INFO nova.compute.claims [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.203753] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.295964] env[62880]: DEBUG nova.network.neutron [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.312649] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879901, 'name': CreateVM_Task, 'duration_secs': 0.387695} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.313023] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.314269] env[62880]: DEBUG oslo_vmware.service [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ae5bb-0990-4af3-bf95-e4a22c39659d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.323511] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.323511] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.324100] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.324359] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96d2e67-0596-4c8f-ae3e-641dfd9469a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.331855] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1345.331855] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525debc7-e783-41f5-6bcd-843399dba9fc" [ 1345.331855] env[62880]: _type = "Task" [ 1345.331855] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.344216] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525debc7-e783-41f5-6bcd-843399dba9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.415060] env[62880]: DEBUG nova.compute.utils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.419349] env[62880]: DEBUG nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.419512] env[62880]: DEBUG nova.network.neutron [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.498329] env[62880]: DEBUG nova.network.neutron [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.640831] env[62880]: DEBUG nova.compute.manager [req-3f1ae287-019f-46b5-9c8c-36057e900a62 req-3285294e-c935-4c74-8834-93bd46515f65 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Received event network-vif-plugged-0433e720-1e36-4444-afe6-489c86fc8b37 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1345.641055] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f1ae287-019f-46b5-9c8c-36057e900a62 req-3285294e-c935-4c74-8834-93bd46515f65 service nova] Acquiring lock "ce12836a-0f8b-4085-ad13-7b1476842cab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.641263] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f1ae287-019f-46b5-9c8c-36057e900a62 req-3285294e-c935-4c74-8834-93bd46515f65 service nova] Lock "ce12836a-0f8b-4085-ad13-7b1476842cab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.641423] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f1ae287-019f-46b5-9c8c-36057e900a62 req-3285294e-c935-4c74-8834-93bd46515f65 service nova] Lock "ce12836a-0f8b-4085-ad13-7b1476842cab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.641581] env[62880]: DEBUG nova.compute.manager [req-3f1ae287-019f-46b5-9c8c-36057e900a62 req-3285294e-c935-4c74-8834-93bd46515f65 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] No waiting events found dispatching network-vif-plugged-0433e720-1e36-4444-afe6-489c86fc8b37 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.641766] env[62880]: WARNING nova.compute.manager [req-3f1ae287-019f-46b5-9c8c-36057e900a62 req-3285294e-c935-4c74-8834-93bd46515f65 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Received unexpected event network-vif-plugged-0433e720-1e36-4444-afe6-489c86fc8b37 for instance with vm_state building and task_state spawning. [ 1345.684124] env[62880]: DEBUG nova.policy [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00ec32f72768494cbd04e9f7767eb6c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3aca87d9d581415abd5ca946163e8f39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.842470] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.842718] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.842940] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.843098] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.843500] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.843741] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7acd90a-6735-4b36-8212-86baada706c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.860803] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.861708] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.861988] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fd2eaf-8b8b-4b9b-8b65-01f6e23188c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.872485] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7cd922-deb8-44f4-a44a-63c250dcb600 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.969642] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1345.969642] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52336bfe-0f71-1831-17f6-66d457687869" [ 1345.969642] env[62880]: _type = "Task" [ 1345.969642] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.969642] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52336bfe-0f71-1831-17f6-66d457687869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.969642] env[62880]: DEBUG nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.081576] env[62880]: DEBUG nova.network.neutron [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Updating instance_info_cache with network_info: [{"id": "ff311ce9-361a-4284-9f30-d7340889c4a4", "address": "fa:16:3e:c3:74:d9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff311ce9-36", "ovs_interfaceid": "ff311ce9-361a-4284-9f30-d7340889c4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.162019] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80ea6a-b0d0-4845-bae8-c3e40d7a125c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.173537] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadb25b1-772e-4a90-a5e5-5e8c751876ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.209135] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf9d4c5-d1eb-4904-969a-fa8b12e9527d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.219984] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df96caa-ebe2-4cae-8cb0-fe7afe0ebfc0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.238309] env[62880]: DEBUG nova.compute.provider_tree [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.395342] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Preparing fetch location {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1346.395656] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Creating directory with path [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.395908] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9cd5b86-a194-490d-81b5-9220881139d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.429420] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Created directory with path [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.429420] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Fetch image to [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1346.429420] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Downloading image file data b3277443-158f-45ee-aaa5-6360bd3271bf to [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk on the data store datastore2 {{(pid=62880) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1346.429420] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c53cfd2-65c2-4b5f-a359-e786cac55c8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.446774] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d849a-0718-48de-a87d-3af13a5c35db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.457852] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63312b3a-d514-4a03-b3da-a83ab01c43a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.467308] env[62880]: DEBUG nova.network.neutron [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Updating instance_info_cache with network_info: [{"id": "0433e720-1e36-4444-afe6-489c86fc8b37", "address": "fa:16:3e:c5:8b:a9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0433e720-1e", "ovs_interfaceid": "0433e720-1e36-4444-afe6-489c86fc8b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.498942] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5f1376-293e-45f5-8861-5b3e167b59f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.506314] env[62880]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c287d262-efa4-4cfb-977e-412eafdad2b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.588415] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Releasing lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.588940] env[62880]: DEBUG nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Instance network_info: |[{"id": "ff311ce9-361a-4284-9f30-d7340889c4a4", "address": "fa:16:3e:c3:74:d9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff311ce9-36", "ovs_interfaceid": "ff311ce9-361a-4284-9f30-d7340889c4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.589366] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:74:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff311ce9-361a-4284-9f30-d7340889c4a4', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.601702] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Creating folder: Project (79e8f23f9d8f4c2286cbd07e35690457). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.604537] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8581dfd1-858e-45c8-9884-c962dbb52bb4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.607222] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Downloading image file data b3277443-158f-45ee-aaa5-6360bd3271bf to the data store datastore2 {{(pid=62880) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1346.610814] env[62880]: DEBUG nova.compute.manager [req-732fd47f-2ff0-47da-a4b6-bd7bbec068cf req-c98bf4ca-4417-4469-99a2-40a4f7b78c46 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Received event network-vif-plugged-ff311ce9-361a-4284-9f30-d7340889c4a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1346.610814] env[62880]: DEBUG oslo_concurrency.lockutils [req-732fd47f-2ff0-47da-a4b6-bd7bbec068cf req-c98bf4ca-4417-4469-99a2-40a4f7b78c46 service nova] Acquiring lock "0058723c-7203-4ca2-b25f-d0fa00938d57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.610814] env[62880]: DEBUG oslo_concurrency.lockutils [req-732fd47f-2ff0-47da-a4b6-bd7bbec068cf req-c98bf4ca-4417-4469-99a2-40a4f7b78c46 service nova] Lock "0058723c-7203-4ca2-b25f-d0fa00938d57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.611135] env[62880]: DEBUG oslo_concurrency.lockutils [req-732fd47f-2ff0-47da-a4b6-bd7bbec068cf req-c98bf4ca-4417-4469-99a2-40a4f7b78c46 service nova] Lock "0058723c-7203-4ca2-b25f-d0fa00938d57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.611291] env[62880]: DEBUG nova.compute.manager [req-732fd47f-2ff0-47da-a4b6-bd7bbec068cf req-c98bf4ca-4417-4469-99a2-40a4f7b78c46 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] No waiting events found dispatching network-vif-plugged-ff311ce9-361a-4284-9f30-d7340889c4a4 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.611485] env[62880]: WARNING nova.compute.manager [req-732fd47f-2ff0-47da-a4b6-bd7bbec068cf req-c98bf4ca-4417-4469-99a2-40a4f7b78c46 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Received unexpected event network-vif-plugged-ff311ce9-361a-4284-9f30-d7340889c4a4 for instance with vm_state building and task_state spawning. [ 1346.620545] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Created folder: Project (79e8f23f9d8f4c2286cbd07e35690457) in parent group-v388473. [ 1346.620771] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Creating folder: Instances. Parent ref: group-v388477. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.620952] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7118fd3e-6cd9-4092-bc53-dcdb060b719e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.630814] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Created folder: Instances in parent group-v388477. [ 1346.631156] env[62880]: DEBUG oslo.service.loopingcall [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1346.631239] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.631435] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f29abe5a-7076-4479-8ac9-8b33f6ddf61c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.657230] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.657230] env[62880]: value = "task-1879904" [ 1346.657230] env[62880]: _type = "Task" [ 1346.657230] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.671315] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879904, 'name': CreateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.702195] env[62880]: DEBUG oslo_vmware.rw_handles [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62880) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1346.760293] env[62880]: DEBUG nova.scheduler.client.report [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.945679] env[62880]: DEBUG nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.971241] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Releasing lock "refresh_cache-ce12836a-0f8b-4085-ad13-7b1476842cab" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.971579] env[62880]: DEBUG nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Instance network_info: |[{"id": "0433e720-1e36-4444-afe6-489c86fc8b37", "address": "fa:16:3e:c5:8b:a9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0433e720-1e", "ovs_interfaceid": "0433e720-1e36-4444-afe6-489c86fc8b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.974559] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:8b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0433e720-1e36-4444-afe6-489c86fc8b37', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.983405] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Creating folder: Project (7d61d9bacf5a441f9d74af325a964131). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.987410] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4b26739-4b6c-4de7-97d6-b6050767323c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.998184] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.998475] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.998656] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.998867] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.999071] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.999227] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.999700] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.999700] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.999861] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.000473] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.000473] env[62880]: DEBUG nova.virt.hardware [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.001344] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7abb6a-ca8d-4c76-b18d-a9bc5b6aa65d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.009391] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Created folder: Project (7d61d9bacf5a441f9d74af325a964131) in parent group-v388473. [ 1347.009640] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Creating folder: Instances. Parent ref: group-v388480. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1347.011339] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6b216c4-5709-4cc5-81ab-a5f1cb393ee0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.021923] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Created folder: Instances in parent group-v388480. [ 1347.022878] env[62880]: DEBUG oslo.service.loopingcall [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.026831] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.028662] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d3e782-8374-4f13-b2cf-6ecd3d252267 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.047929] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc52d83-6a63-42d5-a21a-61537da994ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.079521] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.079521] env[62880]: value = "task-1879907" [ 1347.079521] env[62880]: _type = "Task" [ 1347.079521] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.088693] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879907, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.175838] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879904, 'name': CreateVM_Task, 'duration_secs': 0.412994} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.177968] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.213122] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.213236] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.213526] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.213793] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f460f4-ad60-4461-a35b-7af49f2d0033 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.221052] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1347.221052] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cc2bf5-55ee-004c-d865-084008afce1a" [ 1347.221052] env[62880]: _type = "Task" [ 1347.221052] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.231163] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cc2bf5-55ee-004c-d865-084008afce1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.266974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.268829] env[62880]: DEBUG nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.271655] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.966s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.274025] env[62880]: INFO nova.compute.claims [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.300107] env[62880]: DEBUG nova.network.neutron [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Successfully created port: 6b39d122-419e-41fb-83d8-ff4bfb26293c {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.480711] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquiring lock "03222b41-6488-49b1-a214-837f3c33f7bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.481011] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.499682] env[62880]: DEBUG oslo_vmware.rw_handles [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Completed reading data from the image iterator. {{(pid=62880) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1347.499792] env[62880]: DEBUG oslo_vmware.rw_handles [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1347.550066] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Downloaded image file data b3277443-158f-45ee-aaa5-6360bd3271bf to vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk on the data store datastore2 {{(pid=62880) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1347.551776] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Caching image {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1347.552788] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Copying Virtual Disk [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk to [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.558264] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3439dab0-b736-460b-8495-e248910ae02b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.566346] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1347.566346] env[62880]: value = "task-1879908" [ 1347.566346] env[62880]: _type = "Task" [ 1347.566346] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.575250] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.589578] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879907, 'name': CreateVM_Task, 'duration_secs': 0.394073} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.589791] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.590478] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.732176] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.732436] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.732649] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.732881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.733185] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.733430] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465393b5-6e52-4d42-9097-7dc2a5037cba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.737960] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1347.737960] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524a4ae4-419b-b804-1028-4f43eab71840" [ 1347.737960] env[62880]: _type = "Task" [ 1347.737960] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.745450] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524a4ae4-419b-b804-1028-4f43eab71840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.783500] env[62880]: DEBUG nova.compute.utils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.786760] env[62880]: DEBUG nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.787713] env[62880]: DEBUG nova.network.neutron [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.970606] env[62880]: DEBUG nova.policy [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f16a640d9bcb48ffb4eeebbff7d57a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4718afd407054a8aa6b6089072d34c5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1347.985176] env[62880]: DEBUG nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.086964] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.248220] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.248860] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.248860] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.288673] env[62880]: DEBUG nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.482599] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45605965-e3f5-473e-8dad-003a2733990e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.491532] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b85214-8806-4626-8a22-cf1b6b1b9f72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.529135] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.530154] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba39acef-f0c6-4224-8424-721bdd377cc2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.538267] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dd98da-4750-48d7-acef-97313985ba60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.556173] env[62880]: DEBUG nova.compute.provider_tree [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.580790] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879908, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.936408] env[62880]: DEBUG nova.compute.manager [req-316edb5b-3061-440c-bd0c-8f5a137847c6 req-70928fc4-3aa2-4cc5-87ea-eef90711bea5 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Received event network-changed-0433e720-1e36-4444-afe6-489c86fc8b37 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1348.936544] env[62880]: DEBUG nova.compute.manager [req-316edb5b-3061-440c-bd0c-8f5a137847c6 req-70928fc4-3aa2-4cc5-87ea-eef90711bea5 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Refreshing instance network info cache due to event network-changed-0433e720-1e36-4444-afe6-489c86fc8b37. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1348.937028] env[62880]: DEBUG oslo_concurrency.lockutils [req-316edb5b-3061-440c-bd0c-8f5a137847c6 req-70928fc4-3aa2-4cc5-87ea-eef90711bea5 service nova] Acquiring lock "refresh_cache-ce12836a-0f8b-4085-ad13-7b1476842cab" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.937028] env[62880]: DEBUG oslo_concurrency.lockutils [req-316edb5b-3061-440c-bd0c-8f5a137847c6 req-70928fc4-3aa2-4cc5-87ea-eef90711bea5 service nova] Acquired lock "refresh_cache-ce12836a-0f8b-4085-ad13-7b1476842cab" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.937028] env[62880]: DEBUG nova.network.neutron [req-316edb5b-3061-440c-bd0c-8f5a137847c6 req-70928fc4-3aa2-4cc5-87ea-eef90711bea5 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Refreshing network info cache for port 0433e720-1e36-4444-afe6-489c86fc8b37 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.060126] env[62880]: DEBUG nova.scheduler.client.report [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.084094] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879908, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.184889} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.084920] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Copied Virtual Disk [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk to [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.084920] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Deleting the datastore file [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.088927] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-734843b5-128a-40ba-a464-025d010a3e2e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.099351] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1349.099351] env[62880]: value = "task-1879909" [ 1349.099351] env[62880]: _type = "Task" [ 1349.099351] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.108928] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.299452] env[62880]: DEBUG nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.331011] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.331657] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.331951] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.332515] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.333177] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.333444] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.333785] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.334313] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.334617] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.335051] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.335623] env[62880]: DEBUG nova.virt.hardware [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.336756] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c1aa6-51e5-4e15-b3e3-eed5ba0c9194 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.347944] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9951f97-1f3c-4cbd-b22d-1c85aa32050e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.546865] env[62880]: DEBUG nova.network.neutron [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Successfully created port: 1ef0ead1-c745-4c2b-bf36-6e4b256b93d4 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.565794] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.566603] env[62880]: DEBUG nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.569247] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquiring lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.569476] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.571633] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.679s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.572687] env[62880]: INFO nova.compute.claims [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.614028] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026767} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.614028] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.614028] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Moving file from [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada/b3277443-158f-45ee-aaa5-6360bd3271bf to [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf. {{(pid=62880) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1349.614028] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b2f74f44-ef6f-45c5-aa57-55394c759113 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.623712] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1349.623712] env[62880]: value = "task-1879910" [ 1349.623712] env[62880]: _type = "Task" [ 1349.623712] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.635314] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879910, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.073879] env[62880]: DEBUG nova.compute.utils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.075825] env[62880]: DEBUG nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.076081] env[62880]: DEBUG nova.network.neutron [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.084923] env[62880]: DEBUG nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.136573] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879910, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030168} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.137799] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] File moved {{(pid=62880) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1350.139758] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Cleaning up location [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1350.139758] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Deleting the datastore file [datastore2] vmware_temp/91fa136d-74bb-464c-9ef7-e14a0020bada {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.139758] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71f4b647-4fbf-4d6b-a7e1-29db24d20ecf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.149082] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1350.149082] env[62880]: value = "task-1879911" [ 1350.149082] env[62880]: _type = "Task" [ 1350.149082] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.162532] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.366714] env[62880]: DEBUG nova.policy [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81ee8b2e935d47e28f35f4045e5beb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6838d6fb25934f51af917bbb4719cfbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.569291] env[62880]: DEBUG nova.compute.manager [req-c0acfa06-4364-4f89-b8e7-c82c17966f8e req-6e3afc82-adea-49b4-a0dc-461e4fcb5148 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Received event network-changed-ff311ce9-361a-4284-9f30-d7340889c4a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1350.569291] env[62880]: DEBUG nova.compute.manager [req-c0acfa06-4364-4f89-b8e7-c82c17966f8e req-6e3afc82-adea-49b4-a0dc-461e4fcb5148 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Refreshing instance network info cache due to event network-changed-ff311ce9-361a-4284-9f30-d7340889c4a4. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1350.569291] env[62880]: DEBUG oslo_concurrency.lockutils [req-c0acfa06-4364-4f89-b8e7-c82c17966f8e req-6e3afc82-adea-49b4-a0dc-461e4fcb5148 service nova] Acquiring lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.569291] env[62880]: DEBUG oslo_concurrency.lockutils [req-c0acfa06-4364-4f89-b8e7-c82c17966f8e req-6e3afc82-adea-49b4-a0dc-461e4fcb5148 service nova] Acquired lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.569291] env[62880]: DEBUG nova.network.neutron [req-c0acfa06-4364-4f89-b8e7-c82c17966f8e req-6e3afc82-adea-49b4-a0dc-461e4fcb5148 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Refreshing network info cache for port ff311ce9-361a-4284-9f30-d7340889c4a4 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.589290] env[62880]: DEBUG nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.625705] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.659927] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037853} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.666734] env[62880]: DEBUG nova.network.neutron [req-316edb5b-3061-440c-bd0c-8f5a137847c6 req-70928fc4-3aa2-4cc5-87ea-eef90711bea5 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Updated VIF entry in instance network info cache for port 0433e720-1e36-4444-afe6-489c86fc8b37. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.667025] env[62880]: DEBUG nova.network.neutron [req-316edb5b-3061-440c-bd0c-8f5a137847c6 req-70928fc4-3aa2-4cc5-87ea-eef90711bea5 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Updating instance_info_cache with network_info: [{"id": "0433e720-1e36-4444-afe6-489c86fc8b37", "address": "fa:16:3e:c5:8b:a9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0433e720-1e", "ovs_interfaceid": "0433e720-1e36-4444-afe6-489c86fc8b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.668449] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.670820] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a4f699-2cef-49f2-a729-eb60820c1ce6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.679547] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1350.679547] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526b55f8-679e-a32b-5894-405ec6673dc2" [ 1350.679547] env[62880]: _type = "Task" [ 1350.679547] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.693302] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526b55f8-679e-a32b-5894-405ec6673dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.696403] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.696583] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 5174ef9a-700e-40df-8533-b1f980a26bc0/5174ef9a-700e-40df-8533-b1f980a26bc0.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.697508] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.697703] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.697915] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90a1b9d7-f5ae-4dea-b6bd-7ed0d0275827 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.701598] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73f90afc-0c5e-4e7c-818e-27a2653dc9db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.710960] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1350.710960] env[62880]: value = "task-1879912" [ 1350.710960] env[62880]: _type = "Task" [ 1350.710960] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.716403] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.716528] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.717826] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927099e4-7d66-4e5c-845b-b3e4c47f2d0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.728622] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.734537] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1350.734537] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e64bc9-6841-921a-c100-0f7175354f10" [ 1350.734537] env[62880]: _type = "Task" [ 1350.734537] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.744052] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e64bc9-6841-921a-c100-0f7175354f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.848233] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b0fd83-f9dc-4638-b4ab-57ef27d9cfc6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.861850] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5a008d-0225-40b8-8853-50ee8a5fb632 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.921296] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12cd8c3-ead8-442d-8e26-a65b3a48c28a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.930374] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4009a-4bb9-4d05-802d-5c57daacb6e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.951125] env[62880]: DEBUG nova.compute.provider_tree [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.173084] env[62880]: DEBUG oslo_concurrency.lockutils [req-316edb5b-3061-440c-bd0c-8f5a137847c6 req-70928fc4-3aa2-4cc5-87ea-eef90711bea5 service nova] Releasing lock "refresh_cache-ce12836a-0f8b-4085-ad13-7b1476842cab" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.224322] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.256128] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e64bc9-6841-921a-c100-0f7175354f10, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.256128] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cdc86db-52c1-439f-baf2-373a2c1ff62c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.265041] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1351.265041] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ece997-ea95-baad-dbd2-7f002447d45a" [ 1351.265041] env[62880]: _type = "Task" [ 1351.265041] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.280972] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ece997-ea95-baad-dbd2-7f002447d45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.305817] env[62880]: DEBUG nova.network.neutron [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Successfully updated port: 6b39d122-419e-41fb-83d8-ff4bfb26293c {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.456335] env[62880]: DEBUG nova.scheduler.client.report [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.609190] env[62880]: DEBUG nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.647425] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.647665] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.647817] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.647992] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.649415] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.649590] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.649832] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.650024] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.650216] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.650387] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.650567] env[62880]: DEBUG nova.virt.hardware [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.651451] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3433a55e-9c69-4263-b3d9-ff4b5c363ddd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.668396] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c181ad-726a-4809-820c-2a1dfb764800 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.726713] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603742} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.726713] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 5174ef9a-700e-40df-8533-b1f980a26bc0/5174ef9a-700e-40df-8533-b1f980a26bc0.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.726713] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.726713] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c7c4f9-40c5-4de0-95fe-f9cf9632bbd4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.735504] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1351.735504] env[62880]: value = "task-1879913" [ 1351.735504] env[62880]: _type = "Task" [ 1351.735504] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.746223] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.777599] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ece997-ea95-baad-dbd2-7f002447d45a, 'name': SearchDatastore_Task, 'duration_secs': 0.034637} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.778634] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.778763] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 0058723c-7203-4ca2-b25f-d0fa00938d57/0058723c-7203-4ca2-b25f-d0fa00938d57.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.779164] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.779586] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.779985] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b987ec1-5143-4aa9-b17a-5a46c1f1d670 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.784470] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f34b764-4cc0-41bc-992b-6ea17dc53f1d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.791316] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1351.791316] env[62880]: value = "task-1879914" [ 1351.791316] env[62880]: _type = "Task" [ 1351.791316] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.795985] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.796233] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.799610] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8d6544-9153-42ce-83a1-d5d9e9568b0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.809587] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.810639] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1351.810639] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ecce75-8c96-6099-a3ab-ffe928dcf259" [ 1351.810639] env[62880]: _type = "Task" [ 1351.810639] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.812331] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquiring lock "refresh_cache-4bf69568-7e1c-4556-bcf2-c25f1db550bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.812331] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquired lock "refresh_cache-4bf69568-7e1c-4556-bcf2-c25f1db550bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.812331] env[62880]: DEBUG nova.network.neutron [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.824548] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ecce75-8c96-6099-a3ab-ffe928dcf259, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.826013] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d7b1d8-3bc2-4fa9-9bbf-2cc86f99a1de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.834331] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1351.834331] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52185169-6e54-720c-4f35-5312ee55b469" [ 1351.834331] env[62880]: _type = "Task" [ 1351.834331] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.842929] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52185169-6e54-720c-4f35-5312ee55b469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.965149] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.967021] env[62880]: DEBUG nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.969884] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.767s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.971336] env[62880]: INFO nova.compute.claims [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.099489] env[62880]: DEBUG nova.network.neutron [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Successfully created port: 4658b442-d377-4c13-adda-272db090ee21 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.252892] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085229} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.252892] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.253858] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fedc49-b018-4d86-8221-4a32ecb760ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.279784] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 5174ef9a-700e-40df-8533-b1f980a26bc0/5174ef9a-700e-40df-8533-b1f980a26bc0.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.280116] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04357534-0eb2-4bba-84ca-7f2b341658e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.309301] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.311188] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1352.311188] env[62880]: value = "task-1879915" [ 1352.311188] env[62880]: _type = "Task" [ 1352.311188] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.345161] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52185169-6e54-720c-4f35-5312ee55b469, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.345319] env[62880]: DEBUG nova.network.neutron [req-c0acfa06-4364-4f89-b8e7-c82c17966f8e req-6e3afc82-adea-49b4-a0dc-461e4fcb5148 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Updated VIF entry in instance network info cache for port ff311ce9-361a-4284-9f30-d7340889c4a4. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.345745] env[62880]: DEBUG nova.network.neutron [req-c0acfa06-4364-4f89-b8e7-c82c17966f8e req-6e3afc82-adea-49b4-a0dc-461e4fcb5148 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Updating instance_info_cache with network_info: [{"id": "ff311ce9-361a-4284-9f30-d7340889c4a4", "address": "fa:16:3e:c3:74:d9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff311ce9-36", "ovs_interfaceid": "ff311ce9-361a-4284-9f30-d7340889c4a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.347117] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.347312] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ce12836a-0f8b-4085-ad13-7b1476842cab/ce12836a-0f8b-4085-ad13-7b1476842cab.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.349428] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-900f4abb-dccb-48e9-a0a0-8a0cba6ab661 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.356190] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1352.356190] env[62880]: value = "task-1879916" [ 1352.356190] env[62880]: _type = "Task" [ 1352.356190] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.367604] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.482021] env[62880]: DEBUG nova.compute.utils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1352.484368] env[62880]: DEBUG nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1352.484368] env[62880]: DEBUG nova.network.neutron [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1352.489230] env[62880]: DEBUG nova.network.neutron [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.775233] env[62880]: DEBUG nova.compute.manager [req-63a7794c-ff81-41ad-b6e8-4c5d9a55b015 req-00471437-390c-4555-9786-e0f2f7ba95af service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Received event network-vif-plugged-6b39d122-419e-41fb-83d8-ff4bfb26293c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1352.775529] env[62880]: DEBUG oslo_concurrency.lockutils [req-63a7794c-ff81-41ad-b6e8-4c5d9a55b015 req-00471437-390c-4555-9786-e0f2f7ba95af service nova] Acquiring lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.777052] env[62880]: DEBUG oslo_concurrency.lockutils [req-63a7794c-ff81-41ad-b6e8-4c5d9a55b015 req-00471437-390c-4555-9786-e0f2f7ba95af service nova] Lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.777052] env[62880]: DEBUG oslo_concurrency.lockutils [req-63a7794c-ff81-41ad-b6e8-4c5d9a55b015 req-00471437-390c-4555-9786-e0f2f7ba95af service nova] Lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.777052] env[62880]: DEBUG nova.compute.manager [req-63a7794c-ff81-41ad-b6e8-4c5d9a55b015 req-00471437-390c-4555-9786-e0f2f7ba95af service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] No waiting events found dispatching network-vif-plugged-6b39d122-419e-41fb-83d8-ff4bfb26293c {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.777052] env[62880]: WARNING nova.compute.manager [req-63a7794c-ff81-41ad-b6e8-4c5d9a55b015 req-00471437-390c-4555-9786-e0f2f7ba95af service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Received unexpected event network-vif-plugged-6b39d122-419e-41fb-83d8-ff4bfb26293c for instance with vm_state building and task_state spawning. [ 1352.812997] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879914, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.832106] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.851953] env[62880]: DEBUG oslo_concurrency.lockutils [req-c0acfa06-4364-4f89-b8e7-c82c17966f8e req-6e3afc82-adea-49b4-a0dc-461e4fcb5148 service nova] Releasing lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.865559] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879916, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.923553] env[62880]: DEBUG nova.policy [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e89bff11b46eb8f6e5c62e5daa445', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3a3de2445964af18174744b80be673d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.985398] env[62880]: DEBUG nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.209330] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addb8315-fd4f-4f71-b30a-8464ba34857d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.217387] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb4599a-07da-4bfa-af49-b21a78c95cfa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.253877] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d868f7c3-09fb-4a07-a588-007455e49882 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.262320] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0d7856-fb49-49e7-8f06-9ea40a539641 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.275779] env[62880]: DEBUG nova.compute.provider_tree [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.308706] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879914, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.064511} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.308820] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 0058723c-7203-4ca2-b25f-d0fa00938d57/0058723c-7203-4ca2-b25f-d0fa00938d57.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.309039] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.309288] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-172107fe-fe88-4b80-b056-cbf00dfea2bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.317153] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1353.317153] env[62880]: value = "task-1879917" [ 1353.317153] env[62880]: _type = "Task" [ 1353.317153] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.323444] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879915, 'name': ReconfigVM_Task, 'duration_secs': 0.631135} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.324027] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 5174ef9a-700e-40df-8533-b1f980a26bc0/5174ef9a-700e-40df-8533-b1f980a26bc0.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.324718] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ee48a67-d030-4423-ad30-14837ee80e72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.329372] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.332767] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1353.332767] env[62880]: value = "task-1879918" [ 1353.332767] env[62880]: _type = "Task" [ 1353.332767] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.341181] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879918, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.365890] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847249} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.366273] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ce12836a-0f8b-4085-ad13-7b1476842cab/ce12836a-0f8b-4085-ad13-7b1476842cab.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.366510] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.366760] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56babc4e-6475-48d2-88af-0e4c20397d45 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.376156] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1353.376156] env[62880]: value = "task-1879919" [ 1353.376156] env[62880]: _type = "Task" [ 1353.376156] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.386680] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.476291] env[62880]: DEBUG nova.network.neutron [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Updating instance_info_cache with network_info: [{"id": "6b39d122-419e-41fb-83d8-ff4bfb26293c", "address": "fa:16:3e:ad:af:03", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b39d122-41", "ovs_interfaceid": "6b39d122-419e-41fb-83d8-ff4bfb26293c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.782911] env[62880]: DEBUG nova.scheduler.client.report [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.828179] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080637} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.828635] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.829519] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0858f86f-5f15-4dc5-b7e6-90a4ca2acd51 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.862020] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 0058723c-7203-4ca2-b25f-d0fa00938d57/0058723c-7203-4ca2-b25f-d0fa00938d57.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.862020] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f9003d-1e73-4235-958a-0e8e79210cf9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.882688] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879918, 'name': Rename_Task, 'duration_secs': 0.1671} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.886862] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.887312] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69944395-dcf3-477e-86d7-93107c7d2f8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.895919] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079039} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.896397] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1353.896397] env[62880]: value = "task-1879920" [ 1353.896397] env[62880]: _type = "Task" [ 1353.896397] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.898594] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.899569] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9365bb-6d7e-4f9d-85bd-07c5825ea07d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.930800] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] ce12836a-0f8b-4085-ad13-7b1476842cab/ce12836a-0f8b-4085-ad13-7b1476842cab.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.940084] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e586e328-9870-4639-9ffa-b965d16331b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.963602] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1353.963602] env[62880]: value = "task-1879921" [ 1353.963602] env[62880]: _type = "Task" [ 1353.963602] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.965286] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.971554] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1353.971554] env[62880]: value = "task-1879922" [ 1353.971554] env[62880]: _type = "Task" [ 1353.971554] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.978781] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Releasing lock "refresh_cache-4bf69568-7e1c-4556-bcf2-c25f1db550bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.980034] env[62880]: DEBUG nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Instance network_info: |[{"id": "6b39d122-419e-41fb-83d8-ff4bfb26293c", "address": "fa:16:3e:ad:af:03", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b39d122-41", "ovs_interfaceid": "6b39d122-419e-41fb-83d8-ff4bfb26293c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1353.980034] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.980839] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:af:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b39d122-419e-41fb-83d8-ff4bfb26293c', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.988541] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Creating folder: Project (3aca87d9d581415abd5ca946163e8f39). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.992742] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9edabb42-7576-4a00-8901-261dc670cd85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.994722] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.998485] env[62880]: DEBUG nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.004153] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Created folder: Project (3aca87d9d581415abd5ca946163e8f39) in parent group-v388473. [ 1354.004153] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Creating folder: Instances. Parent ref: group-v388483. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.004153] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ec22c9d-ae35-4b6e-b33a-151789d826f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.015101] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Created folder: Instances in parent group-v388483. [ 1354.017017] env[62880]: DEBUG oslo.service.loopingcall [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.017017] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.017017] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f13784f-4a6a-49cf-bfd1-2f19b12b92bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.040391] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.040391] env[62880]: value = "task-1879925" [ 1354.040391] env[62880]: _type = "Task" [ 1354.040391] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.045903] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.046195] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.046352] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.046530] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.046673] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.046819] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.047052] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.047253] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.047429] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.047586] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.047749] env[62880]: DEBUG nova.virt.hardware [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.048660] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6388ca0d-850b-45d0-b43e-957f93ea0ac7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.060884] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa1fa4-b723-4841-92cc-afdec0659b84 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.065480] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879925, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.291088] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.291326] env[62880]: DEBUG nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.295283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.766s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.296994] env[62880]: INFO nova.compute.claims [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.335951] env[62880]: DEBUG nova.network.neutron [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Successfully created port: 72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.416467] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.498080] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879921, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.501044] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879922, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.554515] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879925, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.805696] env[62880]: DEBUG nova.compute.utils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1354.810044] env[62880]: DEBUG nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.810044] env[62880]: DEBUG nova.network.neutron [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.912813] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879920, 'name': ReconfigVM_Task, 'duration_secs': 0.638816} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.917028] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 0058723c-7203-4ca2-b25f-d0fa00938d57/0058723c-7203-4ca2-b25f-d0fa00938d57.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.917028] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-469abdc5-d0c4-41f4-a2cd-6e0234a8c7ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.927046] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1354.927046] env[62880]: value = "task-1879926" [ 1354.927046] env[62880]: _type = "Task" [ 1354.927046] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.937969] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879926, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.965976] env[62880]: DEBUG nova.policy [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81ee8b2e935d47e28f35f4045e5beb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6838d6fb25934f51af917bbb4719cfbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1354.997120] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879922, 'name': ReconfigVM_Task, 'duration_secs': 0.551999} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.997120] env[62880]: DEBUG oslo_vmware.api [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1879921, 'name': PowerOnVM_Task, 'duration_secs': 0.720054} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.997525] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Reconfigured VM instance instance-00000002 to attach disk [datastore2] ce12836a-0f8b-4085-ad13-7b1476842cab/ce12836a-0f8b-4085-ad13-7b1476842cab.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.998376] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.999063] env[62880]: INFO nova.compute.manager [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1354.999520] env[62880]: DEBUG nova.compute.manager [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.999928] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-928a931d-ec95-49ec-8fdc-dea910d4ab00 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.002539] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0b9e3b-d91b-4984-9b28-c4a499cd4cc5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.015726] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1355.015726] env[62880]: value = "task-1879927" [ 1355.015726] env[62880]: _type = "Task" [ 1355.015726] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.038111] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879927, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.059432] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879925, 'name': CreateVM_Task, 'duration_secs': 0.69746} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.059822] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.061162] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.061540] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.062071] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.062524] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c728652-f879-4fd7-9f43-4efcf195b3b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.070235] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1355.070235] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e47262-e36e-c763-6005-6e2498fa879f" [ 1355.070235] env[62880]: _type = "Task" [ 1355.070235] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.080747] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e47262-e36e-c763-6005-6e2498fa879f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.310463] env[62880]: DEBUG nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.440501] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879926, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.542954] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879927, 'name': Rename_Task, 'duration_secs': 0.196452} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.543579] env[62880]: INFO nova.compute.manager [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Took 19.70 seconds to build instance. [ 1355.548061] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.548061] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a14e014e-58b6-48c6-a325-3d07753709c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.556975] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1355.556975] env[62880]: value = "task-1879928" [ 1355.556975] env[62880]: _type = "Task" [ 1355.556975] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.567522] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.579768] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e47262-e36e-c763-6005-6e2498fa879f, 'name': SearchDatastore_Task, 'duration_secs': 0.01296} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.582734] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.583033] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.583317] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.583519] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.584616] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.584616] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb4b924f-9ea9-4da7-a7a3-c27f6f4cf7f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.595425] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.595681] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.597648] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0490a502-fb9f-4144-811e-f8805a5d2aeb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.605038] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc8e24-79b6-4464-89c8-586bec148f97 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.616201] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1355.616201] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525fdd05-b939-c8e1-4f1e-59c758b90410" [ 1355.616201] env[62880]: _type = "Task" [ 1355.616201] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.626148] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ebf29a-8107-4936-be9a-0d7389bbb074 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.674019] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525fdd05-b939-c8e1-4f1e-59c758b90410, 'name': SearchDatastore_Task, 'duration_secs': 0.015334} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.676419] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa256ff0-d8c7-4eeb-9de7-a23ddc2fe8df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.680400] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61c7ad9-c8e3-49e0-b8da-b27dc3b7c943 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.687249] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1355.687249] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c064ef-56d0-b718-50d9-fbaf294f3223" [ 1355.687249] env[62880]: _type = "Task" [ 1355.687249] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.695611] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3fbe77-c330-4d2d-b437-b02d6edb873b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.726026] env[62880]: DEBUG nova.compute.provider_tree [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.726026] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c064ef-56d0-b718-50d9-fbaf294f3223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.937724] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879926, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.959631] env[62880]: DEBUG nova.network.neutron [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Successfully updated port: 1ef0ead1-c745-4c2b-bf36-6e4b256b93d4 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.048000] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3db8f70c-8e60-46e7-a850-1694636a1b16 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "5174ef9a-700e-40df-8533-b1f980a26bc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.487s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.074917] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879928, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.125287] env[62880]: DEBUG nova.network.neutron [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Successfully created port: fa10b6c6-216f-4960-9ae8-511082939d7c {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.204467] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c064ef-56d0-b718-50d9-fbaf294f3223, 'name': SearchDatastore_Task, 'duration_secs': 0.017058} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.204840] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.205113] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 4bf69568-7e1c-4556-bcf2-c25f1db550bb/4bf69568-7e1c-4556-bcf2-c25f1db550bb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.205490] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67a89b0b-3b95-4b33-be94-db157cfcaf77 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.215306] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1356.215306] env[62880]: value = "task-1879929" [ 1356.215306] env[62880]: _type = "Task" [ 1356.215306] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.225075] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.229122] env[62880]: DEBUG nova.scheduler.client.report [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.331370] env[62880]: DEBUG nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1356.369944] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.370887] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.371473] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.371809] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.372190] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.373624] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.373624] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.373624] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.373624] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.374176] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.374176] env[62880]: DEBUG nova.virt.hardware [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.377305] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e3502-b72f-4e05-9ee8-93509c324c6b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.386239] env[62880]: DEBUG nova.network.neutron [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Successfully updated port: 4658b442-d377-4c13-adda-272db090ee21 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.395332] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafae77-9c9e-4815-8915-b80397a55a30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.441177] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879926, 'name': Rename_Task, 'duration_secs': 1.228605} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.442161] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.442161] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-197ccfa0-2fe9-497a-8d66-26aed973a468 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.449157] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1356.449157] env[62880]: value = "task-1879934" [ 1356.449157] env[62880]: _type = "Task" [ 1356.449157] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.462813] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.462813] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.462813] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.462813] env[62880]: DEBUG nova.network.neutron [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.574974] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879928, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.734711] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879929, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.741526] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.741644] env[62880]: DEBUG nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.745368] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.119s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.746828] env[62880]: INFO nova.compute.claims [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.894205] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.894205] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.894346] env[62880]: DEBUG nova.network.neutron [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.958804] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.035531] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "845e8be8-d45f-46cc-9bea-32f1630b9e21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.035783] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "845e8be8-d45f-46cc-9bea-32f1630b9e21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.072248] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879928, 'name': PowerOnVM_Task} progress is 68%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.090164] env[62880]: DEBUG nova.network.neutron [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.226088] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674458} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.228587] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 4bf69568-7e1c-4556-bcf2-c25f1db550bb/4bf69568-7e1c-4556-bcf2-c25f1db550bb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.228947] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.229092] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22edbc63-7426-4817-a828-df99c7e1f6a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.236939] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1357.236939] env[62880]: value = "task-1879935" [ 1357.236939] env[62880]: _type = "Task" [ 1357.236939] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.246653] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.256686] env[62880]: DEBUG nova.compute.utils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.261256] env[62880]: DEBUG nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1357.261449] env[62880]: DEBUG nova.network.neutron [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.353143] env[62880]: DEBUG nova.network.neutron [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Successfully updated port: 72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.420518] env[62880]: DEBUG nova.policy [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b5de581c98244c4bff1ecc9c3772a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf72b9c1a742404f84cf4134e4296b81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1357.459599] env[62880]: DEBUG oslo_vmware.api [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1879934, 'name': PowerOnVM_Task, 'duration_secs': 0.732477} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.459945] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.460103] env[62880]: INFO nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Took 17.29 seconds to spawn the instance on the hypervisor. [ 1357.460288] env[62880]: DEBUG nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.461101] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cb5450-5fd0-423a-ad5b-b76db246467f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.540094] env[62880]: DEBUG nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.572160] env[62880]: DEBUG oslo_vmware.api [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879928, 'name': PowerOnVM_Task, 'duration_secs': 1.592334} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.572440] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.572626] env[62880]: INFO nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Took 15.20 seconds to spawn the instance on the hypervisor. [ 1357.572801] env[62880]: DEBUG nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.574860] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c314fc36-fd37-4d99-8f9f-25cbb7220ff1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.592856] env[62880]: DEBUG nova.network.neutron [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.670304] env[62880]: DEBUG nova.network.neutron [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Updating instance_info_cache with network_info: [{"id": "1ef0ead1-c745-4c2b-bf36-6e4b256b93d4", "address": "fa:16:3e:50:15:e3", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0ead1-c7", "ovs_interfaceid": "1ef0ead1-c745-4c2b-bf36-6e4b256b93d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.747375] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083357} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.747675] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.748469] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b780e08-105e-4d4c-b59d-3a4873829b69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.764857] env[62880]: DEBUG nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.778163] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 4bf69568-7e1c-4556-bcf2-c25f1db550bb/4bf69568-7e1c-4556-bcf2-c25f1db550bb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.782896] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7e06a03-5164-43ae-9f18-380b25a7ba0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.803857] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1357.803857] env[62880]: value = "task-1879936" [ 1357.803857] env[62880]: _type = "Task" [ 1357.803857] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.813427] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.858799] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.858799] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquired lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.858799] env[62880]: DEBUG nova.network.neutron [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.974152] env[62880]: DEBUG nova.network.neutron [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Updating instance_info_cache with network_info: [{"id": "4658b442-d377-4c13-adda-272db090ee21", "address": "fa:16:3e:97:f6:9c", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4658b442-d3", "ovs_interfaceid": "4658b442-d377-4c13-adda-272db090ee21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.988404] env[62880]: INFO nova.compute.manager [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Took 22.15 seconds to build instance. [ 1358.048905] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e1502d-6a72-4464-a43e-05263eab5b63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.061413] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f504e45-753e-44f5-b2d5-37d31a7b3366 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.106545] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.106624] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc2dfc-30e4-4094-bb1d-d226b31dfbae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.112659] env[62880]: INFO nova.compute.manager [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Took 22.27 seconds to build instance. [ 1358.119025] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8171b2c-48f1-4cd8-b3e2-fbbcef93260e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.133660] env[62880]: DEBUG nova.compute.provider_tree [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.172721] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.173132] env[62880]: DEBUG nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Instance network_info: |[{"id": "1ef0ead1-c745-4c2b-bf36-6e4b256b93d4", "address": "fa:16:3e:50:15:e3", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0ead1-c7", "ovs_interfaceid": "1ef0ead1-c745-4c2b-bf36-6e4b256b93d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.173589] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:15:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef0ead1-c745-4c2b-bf36-6e4b256b93d4', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.181011] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating folder: Project (4718afd407054a8aa6b6089072d34c5b). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.181592] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2524f620-d24d-4279-807a-3da17629923b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.193335] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created folder: Project (4718afd407054a8aa6b6089072d34c5b) in parent group-v388473. [ 1358.193544] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating folder: Instances. Parent ref: group-v388489. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.193776] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85697095-4f56-4474-89dc-925918b35e57 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.203134] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created folder: Instances in parent group-v388489. [ 1358.203515] env[62880]: DEBUG oslo.service.loopingcall [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.203557] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.203776] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-558a0e00-599d-4b40-b394-b721a40e998e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.223143] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.223143] env[62880]: value = "task-1879939" [ 1358.223143] env[62880]: _type = "Task" [ 1358.223143] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.231388] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879939, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.261563] env[62880]: DEBUG nova.compute.manager [req-de83d35a-77a0-4d08-b623-ba0c095f51b8 req-b1f30264-d785-453f-8116-2bea1bdc0a09 service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Received event network-changed-6b39d122-419e-41fb-83d8-ff4bfb26293c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1358.261768] env[62880]: DEBUG nova.compute.manager [req-de83d35a-77a0-4d08-b623-ba0c095f51b8 req-b1f30264-d785-453f-8116-2bea1bdc0a09 service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Refreshing instance network info cache due to event network-changed-6b39d122-419e-41fb-83d8-ff4bfb26293c. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1358.261978] env[62880]: DEBUG oslo_concurrency.lockutils [req-de83d35a-77a0-4d08-b623-ba0c095f51b8 req-b1f30264-d785-453f-8116-2bea1bdc0a09 service nova] Acquiring lock "refresh_cache-4bf69568-7e1c-4556-bcf2-c25f1db550bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.262213] env[62880]: DEBUG oslo_concurrency.lockutils [req-de83d35a-77a0-4d08-b623-ba0c095f51b8 req-b1f30264-d785-453f-8116-2bea1bdc0a09 service nova] Acquired lock "refresh_cache-4bf69568-7e1c-4556-bcf2-c25f1db550bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.262373] env[62880]: DEBUG nova.network.neutron [req-de83d35a-77a0-4d08-b623-ba0c095f51b8 req-b1f30264-d785-453f-8116-2bea1bdc0a09 service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Refreshing network info cache for port 6b39d122-419e-41fb-83d8-ff4bfb26293c {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.316820] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.417343] env[62880]: DEBUG nova.network.neutron [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.445190] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquiring lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.445190] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.459092] env[62880]: DEBUG nova.network.neutron [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Successfully updated port: fa10b6c6-216f-4960-9ae8-511082939d7c {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.484994] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.485342] env[62880]: DEBUG nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance network_info: |[{"id": "4658b442-d377-4c13-adda-272db090ee21", "address": "fa:16:3e:97:f6:9c", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4658b442-d3", "ovs_interfaceid": "4658b442-d377-4c13-adda-272db090ee21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.485981] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:f6:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4658b442-d377-4c13-adda-272db090ee21', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.494238] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Creating folder: Project (6838d6fb25934f51af917bbb4719cfbc). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.495084] env[62880]: DEBUG oslo_concurrency.lockutils [None req-de2f9514-e1b5-4aa9-b873-be79a4fa0a75 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "0058723c-7203-4ca2-b25f-d0fa00938d57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.031s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.495575] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13a6cb4a-fd86-4f46-9a6f-67ba4f74ea51 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.507053] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Created folder: Project (6838d6fb25934f51af917bbb4719cfbc) in parent group-v388473. [ 1358.507541] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Creating folder: Instances. Parent ref: group-v388492. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.507790] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8188da9-7888-420d-b9b2-b2810ee55e20 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.516936] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Created folder: Instances in parent group-v388492. [ 1358.517199] env[62880]: DEBUG oslo.service.loopingcall [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.517928] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.518142] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9094578e-e20c-437e-abe9-61d87ca12701 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.548272] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.548272] env[62880]: value = "task-1879942" [ 1358.548272] env[62880]: _type = "Task" [ 1358.548272] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.563289] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879942, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.617105] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fddbdfb0-67d2-4e76-ad1d-5ff38fe94217 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "ce12836a-0f8b-4085-ad13-7b1476842cab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.151s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.640270] env[62880]: DEBUG nova.scheduler.client.report [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.642531] env[62880]: DEBUG nova.network.neutron [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updating instance_info_cache with network_info: [{"id": "72a33e2c-5732-4234-baaf-65ce8f211a6a", "address": "fa:16:3e:be:af:dc", "network": {"id": "2f26b2c3-8718-459d-9889-fa9ac6395711", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319758712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a3de2445964af18174744b80be673d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a33e2c-57", "ovs_interfaceid": "72a33e2c-5732-4234-baaf-65ce8f211a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.734449] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879939, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.736400] env[62880]: DEBUG nova.network.neutron [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Successfully created port: 1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.789062] env[62880]: DEBUG nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.822458] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879936, 'name': ReconfigVM_Task, 'duration_secs': 0.838031} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.825082] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.825317] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.825475] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.825655] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.825810] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.825955] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.826202] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.826365] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.826547] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.826707] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.827071] env[62880]: DEBUG nova.virt.hardware [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.827236] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 4bf69568-7e1c-4556-bcf2-c25f1db550bb/4bf69568-7e1c-4556-bcf2-c25f1db550bb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.829031] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca5b7a-14b1-4d4c-a446-e20312aed8b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.832670] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dae2bb6a-b2d9-4dd4-bab1-cfd47ff0d624 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.843597] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c80f7cb-a6d6-4bf8-a1c5-ae7efabbbaca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.848101] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1358.848101] env[62880]: value = "task-1879943" [ 1358.848101] env[62880]: _type = "Task" [ 1358.848101] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.869186] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879943, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.963726] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "refresh_cache-71345778-5336-4e7b-be54-eee5050cbcc3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.963726] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "refresh_cache-71345778-5336-4e7b-be54-eee5050cbcc3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.963726] env[62880]: DEBUG nova.network.neutron [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.001648] env[62880]: DEBUG nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.025168] env[62880]: DEBUG nova.network.neutron [req-de83d35a-77a0-4d08-b623-ba0c095f51b8 req-b1f30264-d785-453f-8116-2bea1bdc0a09 service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Updated VIF entry in instance network info cache for port 6b39d122-419e-41fb-83d8-ff4bfb26293c. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.026120] env[62880]: DEBUG nova.network.neutron [req-de83d35a-77a0-4d08-b623-ba0c095f51b8 req-b1f30264-d785-453f-8116-2bea1bdc0a09 service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Updating instance_info_cache with network_info: [{"id": "6b39d122-419e-41fb-83d8-ff4bfb26293c", "address": "fa:16:3e:ad:af:03", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b39d122-41", "ovs_interfaceid": "6b39d122-419e-41fb-83d8-ff4bfb26293c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.062408] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879942, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.142767] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.143388] env[62880]: DEBUG nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.146112] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.041s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.147985] env[62880]: INFO nova.compute.claims [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.152029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Releasing lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.152029] env[62880]: DEBUG nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Instance network_info: |[{"id": "72a33e2c-5732-4234-baaf-65ce8f211a6a", "address": "fa:16:3e:be:af:dc", "network": {"id": "2f26b2c3-8718-459d-9889-fa9ac6395711", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319758712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a3de2445964af18174744b80be673d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a33e2c-57", "ovs_interfaceid": "72a33e2c-5732-4234-baaf-65ce8f211a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.152208] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:af:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72a33e2c-5732-4234-baaf-65ce8f211a6a', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.159706] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Creating folder: Project (f3a3de2445964af18174744b80be673d). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.159975] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62a341eb-3925-49df-b4f1-8a7c5d3a0a04 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.173086] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Created folder: Project (f3a3de2445964af18174744b80be673d) in parent group-v388473. [ 1359.173816] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Creating folder: Instances. Parent ref: group-v388495. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.173816] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be712960-6232-44cc-a9d6-29671f2cd7b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.187153] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Created folder: Instances in parent group-v388495. [ 1359.187153] env[62880]: DEBUG oslo.service.loopingcall [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.187307] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.187493] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa32d12c-6ffa-40ea-a9e3-6c1a6f3c188b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.210727] env[62880]: DEBUG nova.compute.manager [req-365ff9b4-78cb-4a64-9c87-95c126fb872a req-bf026bf3-b56f-42ff-9f8e-7b15d5a81dde service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Received event network-vif-plugged-1ef0ead1-c745-4c2b-bf36-6e4b256b93d4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1359.211361] env[62880]: DEBUG oslo_concurrency.lockutils [req-365ff9b4-78cb-4a64-9c87-95c126fb872a req-bf026bf3-b56f-42ff-9f8e-7b15d5a81dde service nova] Acquiring lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.211361] env[62880]: DEBUG oslo_concurrency.lockutils [req-365ff9b4-78cb-4a64-9c87-95c126fb872a req-bf026bf3-b56f-42ff-9f8e-7b15d5a81dde service nova] Lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.212405] env[62880]: DEBUG oslo_concurrency.lockutils [req-365ff9b4-78cb-4a64-9c87-95c126fb872a req-bf026bf3-b56f-42ff-9f8e-7b15d5a81dde service nova] Lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.212405] env[62880]: DEBUG nova.compute.manager [req-365ff9b4-78cb-4a64-9c87-95c126fb872a req-bf026bf3-b56f-42ff-9f8e-7b15d5a81dde service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] No waiting events found dispatching network-vif-plugged-1ef0ead1-c745-4c2b-bf36-6e4b256b93d4 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1359.212405] env[62880]: WARNING nova.compute.manager [req-365ff9b4-78cb-4a64-9c87-95c126fb872a req-bf026bf3-b56f-42ff-9f8e-7b15d5a81dde service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Received unexpected event network-vif-plugged-1ef0ead1-c745-4c2b-bf36-6e4b256b93d4 for instance with vm_state building and task_state spawning. [ 1359.220297] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.220297] env[62880]: value = "task-1879946" [ 1359.220297] env[62880]: _type = "Task" [ 1359.220297] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.241515] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879946, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.244713] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879939, 'name': CreateVM_Task, 'duration_secs': 0.881266} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.244868] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.246320] env[62880]: DEBUG oslo_vmware.service [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c08bc3f-41d4-412e-b7ac-1fb77e9f5501 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.257056] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.257362] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.257780] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.258063] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed33abb5-b800-4262-8934-cbd4b70b75cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.270842] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1359.270842] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a90a68-a70c-a27e-0992-e64c04b8d822" [ 1359.270842] env[62880]: _type = "Task" [ 1359.270842] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.288131] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a90a68-a70c-a27e-0992-e64c04b8d822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.361599] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879943, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.508782] env[62880]: DEBUG nova.network.neutron [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.532450] env[62880]: DEBUG oslo_concurrency.lockutils [req-de83d35a-77a0-4d08-b623-ba0c095f51b8 req-b1f30264-d785-453f-8116-2bea1bdc0a09 service nova] Releasing lock "refresh_cache-4bf69568-7e1c-4556-bcf2-c25f1db550bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.540270] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.564980] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879942, 'name': CreateVM_Task, 'duration_secs': 0.573033} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.565319] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.567360] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.654423] env[62880]: DEBUG nova.compute.utils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1359.663425] env[62880]: DEBUG nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.663425] env[62880]: DEBUG nova.network.neutron [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.704599] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquiring lock "04baf98f-b65c-4c0f-8333-ae165671fbd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.704599] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "04baf98f-b65c-4c0f-8333-ae165671fbd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.744134] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879946, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.786900] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.787111] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.787457] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.787824] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.787934] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.789541] env[62880]: DEBUG nova.policy [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e88084a2ee8c4a80ae96e97848e8739c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd032c632faa46f1888c72a68a3066ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.792856] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.793296] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.793552] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e696f95-3958-46e5-9d8b-d6d1f2cbd957 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.796474] env[62880]: DEBUG nova.network.neutron [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Updating instance_info_cache with network_info: [{"id": "fa10b6c6-216f-4960-9ae8-511082939d7c", "address": "fa:16:3e:84:8e:e0", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa10b6c6-21", "ovs_interfaceid": "fa10b6c6-216f-4960-9ae8-511082939d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.797783] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d758fe-7a50-4f51-887d-9070e5504915 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.808635] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1359.808635] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525a33bb-c197-695f-f500-6974558e7cdb" [ 1359.808635] env[62880]: _type = "Task" [ 1359.808635] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.816586] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.816586] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.821939] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd4fa3a-b2da-4b0c-ae16-98b73ec5517f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.825380] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525a33bb-c197-695f-f500-6974558e7cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.832441] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-834870f4-3566-4e8d-b42a-53159435a9ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.840535] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1359.840535] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52890194-6478-df20-fc99-24ecfdbe7985" [ 1359.840535] env[62880]: _type = "Task" [ 1359.840535] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.851508] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52890194-6478-df20-fc99-24ecfdbe7985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.861880] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879943, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.905661] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.905942] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.159870] env[62880]: DEBUG nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.181589] env[62880]: DEBUG nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1360.236863] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879946, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.301617] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "refresh_cache-71345778-5336-4e7b-be54-eee5050cbcc3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.301984] env[62880]: DEBUG nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Instance network_info: |[{"id": "fa10b6c6-216f-4960-9ae8-511082939d7c", "address": "fa:16:3e:84:8e:e0", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa10b6c6-21", "ovs_interfaceid": "fa10b6c6-216f-4960-9ae8-511082939d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1360.302825] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:8e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa10b6c6-216f-4960-9ae8-511082939d7c', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.311458] env[62880]: DEBUG oslo.service.loopingcall [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.317024] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.318641] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85a2b2eb-b603-49a8-b2bb-71890ddcc070 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.352366] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.352366] env[62880]: value = "task-1879948" [ 1360.352366] env[62880]: _type = "Task" [ 1360.352366] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.355112] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.355470] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.355685] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.367474] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Preparing fetch location {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1360.367853] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating directory with path [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.369053] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d437c87-26e2-4825-8d91-abea4bbbcb6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.383214] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879943, 'name': Rename_Task, 'duration_secs': 1.273337} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.383610] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879948, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.388495] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.392355] env[62880]: DEBUG nova.network.neutron [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Successfully created port: 598dd06c-e4c3-4669-b9cc-59f280974476 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.394434] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c53e9da-c647-4e29-ae42-fa26c2578751 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.408931] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1360.408931] env[62880]: value = "task-1879949" [ 1360.408931] env[62880]: _type = "Task" [ 1360.408931] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.422678] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.427988] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created directory with path [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.428331] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Fetch image to [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1360.428574] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Downloading image file data b3277443-158f-45ee-aaa5-6360bd3271bf to [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk on the data store datastore1 {{(pid=62880) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1360.430706] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc79ce9-a97a-4009-b187-91247b9da729 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.442675] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888adfc7-0bcf-4d81-89f2-4c5220f9b57b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.463058] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b95adc-58c1-4d88-b417-491179e83b7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.522590] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7f16f0-9470-4a3f-a316-3f511fbbee0e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.527359] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500f0c0b-cf63-4315-9172-12fe9a20f630 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.540489] env[62880]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fc914b35-e5f8-40ac-a29c-0a744b44d2c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.544356] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac7a87e-7966-4de1-adaf-aaad7099f3e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.585686] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae4f54-7e69-48bd-836f-ca350feb4be3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.594217] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95beda68-3a9f-469a-8744-510f69059a49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.611703] env[62880]: DEBUG nova.compute.provider_tree [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.674865] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Downloading image file data b3277443-158f-45ee-aaa5-6360bd3271bf to the data store datastore1 {{(pid=62880) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1360.713821] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.738202] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879946, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.756464] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62880) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1360.829480] env[62880]: DEBUG nova.compute.manager [None req-8843cdd3-58b2-4931-b948-f4dca97d8094 tempest-ServerDiagnosticsV248Test-1026839648 tempest-ServerDiagnosticsV248Test-1026839648-project-admin] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.831186] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1eb0bc-c322-4766-83e8-a0f66ea578e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.842056] env[62880]: INFO nova.compute.manager [None req-8843cdd3-58b2-4931-b948-f4dca97d8094 tempest-ServerDiagnosticsV248Test-1026839648 tempest-ServerDiagnosticsV248Test-1026839648-project-admin] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Retrieving diagnostics [ 1360.843695] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab2dcb6-c3e3-440f-9771-682ef027a6aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.890343] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879948, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.925052] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.115038] env[62880]: DEBUG nova.scheduler.client.report [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.174148] env[62880]: DEBUG nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.211043] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.211335] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.211489] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.211928] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.212162] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.212348] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.212560] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.212897] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.214884] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.214884] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.214884] env[62880]: DEBUG nova.virt.hardware [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.214884] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cc8f55-9f1a-4e6f-83ab-f97ec7eea940 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.232868] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303036ef-a56e-4117-ab60-4a561c5258ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.248836] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879946, 'name': CreateVM_Task, 'duration_secs': 1.740939} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.251681] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.267896] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.268178] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.268632] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.269452] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquiring lock "1d2050a8-ceca-441d-a7d4-89c3f65323de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.269731] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "1d2050a8-ceca-441d-a7d4-89c3f65323de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.275614] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bd8dfc-8c15-465f-8c8f-e7ccfadf5f94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.283694] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1361.283694] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523360a3-57d0-b95e-1724-c062e30d2934" [ 1361.283694] env[62880]: _type = "Task" [ 1361.283694] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.295808] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523360a3-57d0-b95e-1724-c062e30d2934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.387548] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879948, 'name': CreateVM_Task, 'duration_secs': 0.800554} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.387840] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.388636] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.420094] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879949, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.622646] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.622646] env[62880]: DEBUG nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.624554] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.085s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.630606] env[62880]: INFO nova.compute.claims [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.682867] env[62880]: DEBUG nova.network.neutron [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Successfully updated port: 1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.736724] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Completed reading data from the image iterator. {{(pid=62880) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1361.737048] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1361.797335] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.797597] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.797811] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.798036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.798350] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.798610] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc9c0d0-0798-40e5-9557-b91f1ed760a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.805082] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1361.805082] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52784060-4f08-2b97-013e-80b50a643d44" [ 1361.805082] env[62880]: _type = "Task" [ 1361.805082] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.814911] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52784060-4f08-2b97-013e-80b50a643d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.827410] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Downloaded image file data b3277443-158f-45ee-aaa5-6360bd3271bf to vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk on the data store datastore1 {{(pid=62880) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1361.829193] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Caching image {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1361.829542] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copying Virtual Disk [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk to [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.829711] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c312389-deb3-4bda-beb4-7eb547c8d6dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.838510] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1361.838510] env[62880]: value = "task-1879950" [ 1361.838510] env[62880]: _type = "Task" [ 1361.838510] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.849546] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.922290] env[62880]: DEBUG oslo_vmware.api [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1879949, 'name': PowerOnVM_Task, 'duration_secs': 1.031465} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.922970] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.922970] env[62880]: INFO nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Took 14.98 seconds to spawn the instance on the hypervisor. [ 1361.922970] env[62880]: DEBUG nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.923842] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9817afab-a477-4df3-be37-929cb8161329 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.138396] env[62880]: DEBUG nova.compute.utils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1362.145918] env[62880]: DEBUG nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.146371] env[62880]: DEBUG nova.network.neutron [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.187115] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquiring lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.187395] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquired lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.187509] env[62880]: DEBUG nova.network.neutron [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.203101] env[62880]: DEBUG nova.policy [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b480eecc09a4ec6b0ef68940fd19171', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cb13ddfc76a49939d8f9bdc1aaba473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.296769] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.297038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.317676] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.317936] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.318186] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.350357] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879950, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.408549] env[62880]: DEBUG nova.network.neutron [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Successfully updated port: 598dd06c-e4c3-4669-b9cc-59f280974476 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.443073] env[62880]: INFO nova.compute.manager [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Took 26.09 seconds to build instance. [ 1362.652735] env[62880]: DEBUG nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1362.728573] env[62880]: DEBUG nova.network.neutron [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Successfully created port: 4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.096424] env[62880]: DEBUG nova.network.neutron [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.098209] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquiring lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.098347] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquired lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.098489] env[62880]: DEBUG nova.network.neutron [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.099922] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a41d4add-5622-40e9-acd9-35e14a44f6a1 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.863s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.100266] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Acquiring lock "0058723c-7203-4ca2-b25f-d0fa00938d57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.100459] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Lock "0058723c-7203-4ca2-b25f-d0fa00938d57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.100640] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Acquiring lock "0058723c-7203-4ca2-b25f-d0fa00938d57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.100804] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Lock "0058723c-7203-4ca2-b25f-d0fa00938d57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.100966] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Lock "0058723c-7203-4ca2-b25f-d0fa00938d57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.108599] env[62880]: INFO nova.compute.manager [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Terminating instance [ 1363.137390] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879950, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.348081] env[62880]: DEBUG nova.network.neutron [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Updating instance_info_cache with network_info: [{"id": "1ea81c73-9324-46d2-a479-56b43cd04c78", "address": "fa:16:3e:90:44:64", "network": {"id": "831a03f4-ebf4-4ce1-8fb6-4c7a35947f48", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-124290664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf72b9c1a742404f84cf4134e4296b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea81c73-93", "ovs_interfaceid": "1ea81c73-9324-46d2-a479-56b43cd04c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.349537] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.349814] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.366863] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f7ef76-f91c-480d-ac08-e9ef129d2680 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.375689] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c0bdc8-8b18-4ece-bcc1-bfbe55d06ce3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.408354] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5137e7c-5157-4d05-b9b8-329f23624386 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.416477] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf818e96-9ba0-4bab-90d5-87498e01d179 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.432367] env[62880]: DEBUG nova.compute.provider_tree [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.614396] env[62880]: DEBUG nova.compute.manager [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.614714] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.615068] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879950, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.316664} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.616158] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c95b92-69d7-4343-b3e1-ea088e39d5de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.622063] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copied Virtual Disk [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk to [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.622283] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf/tmp-sparse.vmdk {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.622901] env[62880]: DEBUG nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1363.627389] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ea3656d-9f06-4c04-8e9e-68ce3850c1ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.637944] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.639395] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96e694d3-1f53-47c4-859b-29c7b32b8c3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.642789] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1363.642789] env[62880]: value = "task-1879952" [ 1363.642789] env[62880]: _type = "Task" [ 1363.642789] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.657744] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.659481] env[62880]: DEBUG oslo_vmware.api [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Waiting for the task: (returnval){ [ 1363.659481] env[62880]: value = "task-1879953" [ 1363.659481] env[62880]: _type = "Task" [ 1363.659481] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.662135] env[62880]: DEBUG nova.network.neutron [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.671141] env[62880]: DEBUG nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.673290] env[62880]: DEBUG oslo_vmware.api [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Task: {'id': task-1879953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.700979] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T13:14:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1993839326',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1606641117',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.702171] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.702171] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.702171] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.702171] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.702464] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.702506] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.703197] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.703197] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.703197] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.703404] env[62880]: DEBUG nova.virt.hardware [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.705338] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa7c603-240f-46d3-9026-4b3600902f80 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.710962] env[62880]: DEBUG nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Received event network-vif-plugged-72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1363.711188] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Acquiring lock "6c392bcb-fea4-4624-bb9d-8eae7e209681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.711390] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.711551] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.711711] env[62880]: DEBUG nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] No waiting events found dispatching network-vif-plugged-72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.711867] env[62880]: WARNING nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Received unexpected event network-vif-plugged-72a33e2c-5732-4234-baaf-65ce8f211a6a for instance with vm_state building and task_state spawning. [ 1363.712033] env[62880]: DEBUG nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Received event network-changed-72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1363.712210] env[62880]: DEBUG nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Refreshing instance network info cache due to event network-changed-72a33e2c-5732-4234-baaf-65ce8f211a6a. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1363.713029] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Acquiring lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.713029] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Acquired lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.713029] env[62880]: DEBUG nova.network.neutron [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Refreshing network info cache for port 72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.722884] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf2383d-09e6-47c1-b024-50335786f886 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.843448] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquiring lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.843625] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.856930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Releasing lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.856930] env[62880]: DEBUG nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Instance network_info: |[{"id": "1ea81c73-9324-46d2-a479-56b43cd04c78", "address": "fa:16:3e:90:44:64", "network": {"id": "831a03f4-ebf4-4ce1-8fb6-4c7a35947f48", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-124290664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf72b9c1a742404f84cf4134e4296b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea81c73-93", "ovs_interfaceid": "1ea81c73-9324-46d2-a479-56b43cd04c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.857269] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:44:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ea81c73-9324-46d2-a479-56b43cd04c78', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.867122] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Creating folder: Project (bf72b9c1a742404f84cf4134e4296b81). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.867122] env[62880]: DEBUG nova.network.neutron [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Updating instance_info_cache with network_info: [{"id": "598dd06c-e4c3-4669-b9cc-59f280974476", "address": "fa:16:3e:bb:4e:41", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598dd06c-e4", "ovs_interfaceid": "598dd06c-e4c3-4669-b9cc-59f280974476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.868165] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16371d04-3552-4a46-9806-89220cd00815 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.882060] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Created folder: Project (bf72b9c1a742404f84cf4134e4296b81) in parent group-v388473. [ 1363.882060] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Creating folder: Instances. Parent ref: group-v388499. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.882060] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f35df20f-f73a-41ee-98f9-1a616396981b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.896041] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Created folder: Instances in parent group-v388499. [ 1363.896315] env[62880]: DEBUG oslo.service.loopingcall [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.896552] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.896792] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f4948de-7403-4052-a8dc-0c36cc4da3bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.919113] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.919113] env[62880]: value = "task-1879956" [ 1363.919113] env[62880]: _type = "Task" [ 1363.919113] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.931544] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879956, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.938036] env[62880]: DEBUG nova.scheduler.client.report [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.996214] env[62880]: DEBUG nova.compute.manager [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Received event network-changed-1ef0ead1-c745-4c2b-bf36-6e4b256b93d4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1363.996214] env[62880]: DEBUG nova.compute.manager [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Refreshing instance network info cache due to event network-changed-1ef0ead1-c745-4c2b-bf36-6e4b256b93d4. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1364.000171] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Acquiring lock "refresh_cache-a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.000439] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Acquired lock "refresh_cache-a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.000624] env[62880]: DEBUG nova.network.neutron [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Refreshing network info cache for port 1ef0ead1-c745-4c2b-bf36-6e4b256b93d4 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.128888] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "270451b4-5dbf-450c-9495-900b2f546a97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.130061] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "270451b4-5dbf-450c-9495-900b2f546a97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.154889] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.161840] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418906} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.166800] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.167402] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Moving file from [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae/b3277443-158f-45ee-aaa5-6360bd3271bf to [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf. {{(pid=62880) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1364.168269] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-afa310d5-da0c-4535-914d-9753450182bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.183447] env[62880]: DEBUG oslo_vmware.api [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Task: {'id': task-1879953, 'name': PowerOffVM_Task, 'duration_secs': 0.258892} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.185065] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.185344] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.185771] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1364.185771] env[62880]: value = "task-1879958" [ 1364.185771] env[62880]: _type = "Task" [ 1364.185771] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.186036] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2412370-1be8-42cd-991f-41aababb2900 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.355970] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.356378] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.356439] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Deleting the datastore file [datastore2] 0058723c-7203-4ca2-b25f-d0fa00938d57 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.356796] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f614294-0b76-4b01-9f30-579bcceca6dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.363925] env[62880]: DEBUG oslo_vmware.api [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Waiting for the task: (returnval){ [ 1364.363925] env[62880]: value = "task-1879960" [ 1364.363925] env[62880]: _type = "Task" [ 1364.363925] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.374357] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Releasing lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.374711] env[62880]: DEBUG nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Instance network_info: |[{"id": "598dd06c-e4c3-4669-b9cc-59f280974476", "address": "fa:16:3e:bb:4e:41", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598dd06c-e4", "ovs_interfaceid": "598dd06c-e4c3-4669-b9cc-59f280974476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.375011] env[62880]: DEBUG oslo_vmware.api [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Task: {'id': task-1879960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.378218] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:4e:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '598dd06c-e4c3-4669-b9cc-59f280974476', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.386206] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Creating folder: Project (fd032c632faa46f1888c72a68a3066ff). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.386574] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-638914c2-36a2-4cf1-a82e-2be38d996286 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.399328] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Created folder: Project (fd032c632faa46f1888c72a68a3066ff) in parent group-v388473. [ 1364.399565] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Creating folder: Instances. Parent ref: group-v388502. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.399818] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9ae7610-fa72-44f7-beee-180cfaff19f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.413407] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Created folder: Instances in parent group-v388502. [ 1364.413696] env[62880]: DEBUG oslo.service.loopingcall [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.413940] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.414423] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f0886f5-cc88-4ba2-ac33-549c38f1ed90 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.435795] env[62880]: DEBUG nova.compute.manager [None req-41f76b4c-e3a3-4159-9102-640174b300b1 tempest-ServerDiagnosticsTest-1321842970 tempest-ServerDiagnosticsTest-1321842970-project-admin] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.440963] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc37a1-c162-4c97-8744-1947cf42e965 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.444328] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.444867] env[62880]: DEBUG nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.451286] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.736s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.451286] env[62880]: INFO nova.compute.claims [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.453569] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.453569] env[62880]: value = "task-1879963" [ 1364.453569] env[62880]: _type = "Task" [ 1364.453569] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.458983] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879956, 'name': CreateVM_Task, 'duration_secs': 0.537077} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.461813] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.462123] env[62880]: INFO nova.compute.manager [None req-41f76b4c-e3a3-4159-9102-640174b300b1 tempest-ServerDiagnosticsTest-1321842970 tempest-ServerDiagnosticsTest-1321842970-project-admin] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Retrieving diagnostics [ 1364.462810] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.462958] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.463314] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1364.464031] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee672e7a-4d6e-4d1c-a2cb-3570751818cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.467968] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5ee072-f8da-4032-b537-c7863fb3f7c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.475541] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879963, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.503869] env[62880]: DEBUG nova.network.neutron [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updated VIF entry in instance network info cache for port 72a33e2c-5732-4234-baaf-65ce8f211a6a. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.504197] env[62880]: DEBUG nova.network.neutron [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updating instance_info_cache with network_info: [{"id": "72a33e2c-5732-4234-baaf-65ce8f211a6a", "address": "fa:16:3e:be:af:dc", "network": {"id": "2f26b2c3-8718-459d-9889-fa9ac6395711", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319758712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a3de2445964af18174744b80be673d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a33e2c-57", "ovs_interfaceid": "72a33e2c-5732-4234-baaf-65ce8f211a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.506266] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1364.506266] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525d5ba2-dfcc-a4c4-ab46-2a7ef8106c61" [ 1364.506266] env[62880]: _type = "Task" [ 1364.506266] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.519342] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525d5ba2-dfcc-a4c4-ab46-2a7ef8106c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.702745] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879958, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.081419} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.705993] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] File moved {{(pid=62880) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1364.706299] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Cleaning up location [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1364.706500] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore1] vmware_temp/69ca7402-e65d-4702-a8be-dfc88e6c79ae {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.707133] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf4a64c6-30b7-4d60-8dea-3e71b99a5c7f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.716607] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1364.716607] env[62880]: value = "task-1879964" [ 1364.716607] env[62880]: _type = "Task" [ 1364.716607] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.727780] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.799465] env[62880]: DEBUG nova.network.neutron [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Updated VIF entry in instance network info cache for port 1ef0ead1-c745-4c2b-bf36-6e4b256b93d4. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.799926] env[62880]: DEBUG nova.network.neutron [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Updating instance_info_cache with network_info: [{"id": "1ef0ead1-c745-4c2b-bf36-6e4b256b93d4", "address": "fa:16:3e:50:15:e3", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef0ead1-c7", "ovs_interfaceid": "1ef0ead1-c745-4c2b-bf36-6e4b256b93d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.878241] env[62880]: DEBUG oslo_vmware.api [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Task: {'id': task-1879960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343921} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.878956] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.879496] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.879818] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.880126] env[62880]: INFO nova.compute.manager [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1364.880494] env[62880]: DEBUG oslo.service.loopingcall [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.880789] env[62880]: DEBUG nova.compute.manager [-] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.881035] env[62880]: DEBUG nova.network.neutron [-] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.958377] env[62880]: DEBUG nova.compute.utils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1364.959948] env[62880]: DEBUG nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.960223] env[62880]: DEBUG nova.network.neutron [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.975354] env[62880]: DEBUG nova.network.neutron [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Successfully updated port: 4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.986139] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879963, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.008999] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Releasing lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.009289] env[62880]: DEBUG nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Received event network-vif-plugged-fa10b6c6-216f-4960-9ae8-511082939d7c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1365.009488] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Acquiring lock "71345778-5336-4e7b-be54-eee5050cbcc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.009692] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Lock "71345778-5336-4e7b-be54-eee5050cbcc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.009850] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Lock "71345778-5336-4e7b-be54-eee5050cbcc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.010034] env[62880]: DEBUG nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] No waiting events found dispatching network-vif-plugged-fa10b6c6-216f-4960-9ae8-511082939d7c {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.010242] env[62880]: WARNING nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Received unexpected event network-vif-plugged-fa10b6c6-216f-4960-9ae8-511082939d7c for instance with vm_state building and task_state spawning. [ 1365.010412] env[62880]: DEBUG nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Received event network-changed-fa10b6c6-216f-4960-9ae8-511082939d7c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1365.010564] env[62880]: DEBUG nova.compute.manager [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Refreshing instance network info cache due to event network-changed-fa10b6c6-216f-4960-9ae8-511082939d7c. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1365.010783] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Acquiring lock "refresh_cache-71345778-5336-4e7b-be54-eee5050cbcc3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.010923] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Acquired lock "refresh_cache-71345778-5336-4e7b-be54-eee5050cbcc3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.011092] env[62880]: DEBUG nova.network.neutron [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Refreshing network info cache for port fa10b6c6-216f-4960-9ae8-511082939d7c {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.027188] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525d5ba2-dfcc-a4c4-ab46-2a7ef8106c61, 'name': SearchDatastore_Task, 'duration_secs': 0.047609} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.028357] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.028492] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.028674] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.039263] env[62880]: DEBUG nova.policy [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e8491a55304754a3025dff696830b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88b1d970444743c9a20b4134065604ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1365.233852] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115898} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.234138] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.235035] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa5a895-2419-47ef-a81f-80ccfea495d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.244057] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1365.244057] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52897e63-5664-6604-444a-ef4aaf92663a" [ 1365.244057] env[62880]: _type = "Task" [ 1365.244057] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.259080] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52897e63-5664-6604-444a-ef4aaf92663a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.303343] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Releasing lock "refresh_cache-a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.303486] env[62880]: DEBUG nova.compute.manager [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Received event network-vif-plugged-4658b442-d377-4c13-adda-272db090ee21 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1365.303682] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Acquiring lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.306334] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.306334] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.306334] env[62880]: DEBUG nova.compute.manager [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] No waiting events found dispatching network-vif-plugged-4658b442-d377-4c13-adda-272db090ee21 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.306334] env[62880]: WARNING nova.compute.manager [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Received unexpected event network-vif-plugged-4658b442-d377-4c13-adda-272db090ee21 for instance with vm_state building and task_state spawning. [ 1365.306334] env[62880]: DEBUG nova.compute.manager [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Received event network-changed-4658b442-d377-4c13-adda-272db090ee21 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1365.306557] env[62880]: DEBUG nova.compute.manager [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Refreshing instance network info cache due to event network-changed-4658b442-d377-4c13-adda-272db090ee21. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1365.306557] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Acquiring lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.306557] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Acquired lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.306557] env[62880]: DEBUG nova.network.neutron [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Refreshing network info cache for port 4658b442-d377-4c13-adda-272db090ee21 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.384793] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquiring lock "60000f2d-9fcc-4139-a19e-ec58387a243d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.385654] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "60000f2d-9fcc-4139-a19e-ec58387a243d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.434056] env[62880]: DEBUG nova.network.neutron [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Successfully created port: 3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.470934] env[62880]: DEBUG nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.482697] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.483776] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquired lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.483776] env[62880]: DEBUG nova.network.neutron [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.484571] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879963, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.758637] env[62880]: DEBUG nova.network.neutron [-] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.760367] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52897e63-5664-6604-444a-ef4aaf92663a, 'name': SearchDatastore_Task, 'duration_secs': 0.030509} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.760673] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.760950] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc/a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.764447] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.764647] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.765029] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6006547-22d3-42dc-82c5-6611ba40bd32 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.771569] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfcc6fbc-71e9-4c9b-8c3f-ceb21d7b0aad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.782020] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b62e2-89a6-4ebf-a42a-aea94644ba71 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.784687] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1365.784687] env[62880]: value = "task-1879965" [ 1365.784687] env[62880]: _type = "Task" [ 1365.784687] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.797320] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ba5ad9-53cb-49de-b9f0-d101b7f6f191 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.808378] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.808572] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.809497] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.812822] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9748f68f-2da3-4c16-8b3f-4bacbb8364a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.847962] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5c3aa5-1400-4eda-bc5b-c0ca70178bc3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.854112] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1365.854112] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fca834-2ee9-a66b-e0b4-83a7a4cc6157" [ 1365.854112] env[62880]: _type = "Task" [ 1365.854112] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.863466] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d24be1-1947-421e-835f-bd5fda5a682a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.871628] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fca834-2ee9-a66b-e0b4-83a7a4cc6157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.883525] env[62880]: DEBUG nova.compute.provider_tree [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.975882] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879963, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.039919] env[62880]: DEBUG nova.network.neutron [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Updated VIF entry in instance network info cache for port fa10b6c6-216f-4960-9ae8-511082939d7c. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.041057] env[62880]: DEBUG nova.network.neutron [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Updating instance_info_cache with network_info: [{"id": "fa10b6c6-216f-4960-9ae8-511082939d7c", "address": "fa:16:3e:84:8e:e0", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa10b6c6-21", "ovs_interfaceid": "fa10b6c6-216f-4960-9ae8-511082939d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.057677] env[62880]: DEBUG nova.network.neutron [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.239336] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquiring lock "48a2cbcd-666e-44c7-989b-3b1d66c08971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.239881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "48a2cbcd-666e-44c7-989b-3b1d66c08971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.262910] env[62880]: INFO nova.compute.manager [-] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Took 1.38 seconds to deallocate network for instance. [ 1366.270425] env[62880]: DEBUG nova.network.neutron [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Updated VIF entry in instance network info cache for port 4658b442-d377-4c13-adda-272db090ee21. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.270820] env[62880]: DEBUG nova.network.neutron [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Updating instance_info_cache with network_info: [{"id": "4658b442-d377-4c13-adda-272db090ee21", "address": "fa:16:3e:97:f6:9c", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4658b442-d3", "ovs_interfaceid": "4658b442-d377-4c13-adda-272db090ee21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.298702] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.367965] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fca834-2ee9-a66b-e0b4-83a7a4cc6157, 'name': SearchDatastore_Task, 'duration_secs': 0.037726} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.368971] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26c9022-9126-4543-902b-1cb1c62e5700 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.377942] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1366.377942] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52915d93-1012-5ecf-db42-5b9bd6eaf062" [ 1366.377942] env[62880]: _type = "Task" [ 1366.377942] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.385537] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52915d93-1012-5ecf-db42-5b9bd6eaf062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.390084] env[62880]: DEBUG nova.scheduler.client.report [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.479761] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879963, 'name': CreateVM_Task, 'duration_secs': 2.022907} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.479996] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.480811] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.480992] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.481341] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.481603] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3e2d2e-1919-4c8f-8cea-c1bcba1ae81a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.486584] env[62880]: DEBUG nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.494510] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1366.494510] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5236dc02-3cda-6b0e-e781-07252c9383b8" [ 1366.494510] env[62880]: _type = "Task" [ 1366.494510] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.499257] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5236dc02-3cda-6b0e-e781-07252c9383b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.516885] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.517203] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.517396] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.517589] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.517739] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.517883] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.518107] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.518269] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.518435] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.518595] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.518766] env[62880]: DEBUG nova.virt.hardware [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.519691] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e10f752-c1d9-411c-8478-2e45e740ee2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.523738] env[62880]: DEBUG nova.network.neutron [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Updating instance_info_cache with network_info: [{"id": "4f5f74a3-aad3-4dcf-a940-30290aa86a83", "address": "fa:16:3e:ec:71:4e", "network": {"id": "ae3cc348-29c7-4f16-8639-7e2c37edfbba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-345180707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb13ddfc76a49939d8f9bdc1aaba473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f5f74a3-aa", "ovs_interfaceid": "4f5f74a3-aad3-4dcf-a940-30290aa86a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.529124] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4625cf0c-d36b-4f4e-9eb3-c7be38d2c808 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.545126] env[62880]: DEBUG oslo_concurrency.lockutils [req-d712e214-8298-4e24-bb44-62e98d860241 req-f47f40f8-e22a-4a41-ab52-9c5f361442fe service nova] Releasing lock "refresh_cache-71345778-5336-4e7b-be54-eee5050cbcc3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.753229] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "fcae5801-3f10-4da2-9148-771ddcc9942a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.753229] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "fcae5801-3f10-4da2-9148-771ddcc9942a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.776310] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.776310] env[62880]: DEBUG oslo_concurrency.lockutils [req-f10f8d1e-9939-4410-a642-cf0ab212fde5 req-50d09d15-5f88-4777-a940-f71b5ee6eda4 service nova] Releasing lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.797013] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.890563] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52915d93-1012-5ecf-db42-5b9bd6eaf062, 'name': SearchDatastore_Task, 'duration_secs': 0.022674} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.890944] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.891259] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.891636] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.891999] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.892483] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc131e1f-24bd-4b93-972d-98a9ee6935bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.895221] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f333c2b-b83f-42b2-82ad-fab5fab1548c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.899111] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.899240] env[62880]: DEBUG nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.903295] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.749s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.905634] env[62880]: INFO nova.compute.claims [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.917700] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1366.917700] env[62880]: value = "task-1879967" [ 1366.917700] env[62880]: _type = "Task" [ 1366.917700] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.935560] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.936983] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.937181] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.937891] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119326a6-80b2-4f50-9ef3-01ccdcc73b41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.946054] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1366.946054] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ae04d-61ae-9f43-1397-bac54a377334" [ 1366.946054] env[62880]: _type = "Task" [ 1366.946054] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.956736] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ae04d-61ae-9f43-1397-bac54a377334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.006396] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5236dc02-3cda-6b0e-e781-07252c9383b8, 'name': SearchDatastore_Task, 'duration_secs': 0.11496} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.006767] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.007301] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.007301] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.026548] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Releasing lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.026745] env[62880]: DEBUG nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Instance network_info: |[{"id": "4f5f74a3-aad3-4dcf-a940-30290aa86a83", "address": "fa:16:3e:ec:71:4e", "network": {"id": "ae3cc348-29c7-4f16-8639-7e2c37edfbba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-345180707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb13ddfc76a49939d8f9bdc1aaba473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f5f74a3-aa", "ovs_interfaceid": "4f5f74a3-aad3-4dcf-a940-30290aa86a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1367.027222] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:71:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f5f74a3-aad3-4dcf-a940-30290aa86a83', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.035539] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Creating folder: Project (8cb13ddfc76a49939d8f9bdc1aaba473). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.035539] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-559e4d7f-24bb-46f1-bc7a-6b0c13fc0b32 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.048904] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Created folder: Project (8cb13ddfc76a49939d8f9bdc1aaba473) in parent group-v388473. [ 1367.049061] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Creating folder: Instances. Parent ref: group-v388506. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.049373] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94df212c-458b-4665-95c5-122dcea500ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.062576] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Created folder: Instances in parent group-v388506. [ 1367.062829] env[62880]: DEBUG oslo.service.loopingcall [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.063053] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.063396] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e26e5d4-dcae-46e7-ad46-5fc2cafc5fda {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.100164] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.100164] env[62880]: value = "task-1879970" [ 1367.100164] env[62880]: _type = "Task" [ 1367.100164] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.109461] env[62880]: DEBUG nova.compute.manager [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Received event network-vif-plugged-598dd06c-e4c3-4669-b9cc-59f280974476 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1367.109963] env[62880]: DEBUG oslo_concurrency.lockutils [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] Acquiring lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.110448] env[62880]: DEBUG oslo_concurrency.lockutils [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] Lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.110636] env[62880]: DEBUG oslo_concurrency.lockutils [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] Lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.110817] env[62880]: DEBUG nova.compute.manager [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] No waiting events found dispatching network-vif-plugged-598dd06c-e4c3-4669-b9cc-59f280974476 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.110961] env[62880]: WARNING nova.compute.manager [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Received unexpected event network-vif-plugged-598dd06c-e4c3-4669-b9cc-59f280974476 for instance with vm_state building and task_state spawning. [ 1367.111442] env[62880]: DEBUG nova.compute.manager [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Received event network-changed-598dd06c-e4c3-4669-b9cc-59f280974476 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1367.111661] env[62880]: DEBUG nova.compute.manager [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Refreshing instance network info cache due to event network-changed-598dd06c-e4c3-4669-b9cc-59f280974476. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1367.111767] env[62880]: DEBUG oslo_concurrency.lockutils [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] Acquiring lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.111868] env[62880]: DEBUG oslo_concurrency.lockutils [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] Acquired lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.112044] env[62880]: DEBUG nova.network.neutron [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Refreshing network info cache for port 598dd06c-e4c3-4669-b9cc-59f280974476 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.118708] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879970, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.189055] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquiring lock "ce12836a-0f8b-4085-ad13-7b1476842cab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.189357] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "ce12836a-0f8b-4085-ad13-7b1476842cab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.189668] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquiring lock "ce12836a-0f8b-4085-ad13-7b1476842cab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.189914] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "ce12836a-0f8b-4085-ad13-7b1476842cab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.190052] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "ce12836a-0f8b-4085-ad13-7b1476842cab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.195100] env[62880]: INFO nova.compute.manager [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Terminating instance [ 1367.298932] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879965, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.323397} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.299647] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc/a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.299647] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.299807] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bed08c96-5d62-49c7-ac8e-829268f8f3cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.308622] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1367.308622] env[62880]: value = "task-1879971" [ 1367.308622] env[62880]: _type = "Task" [ 1367.308622] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.321601] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.416117] env[62880]: DEBUG nova.compute.utils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1367.418535] env[62880]: DEBUG nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.418729] env[62880]: DEBUG nova.network.neutron [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.432515] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.459387] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ae04d-61ae-9f43-1397-bac54a377334, 'name': SearchDatastore_Task, 'duration_secs': 0.094105} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.462016] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5ff5c6-38b6-4f27-bd52-3db5122459f5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.468241] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1367.468241] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522122f6-d649-6683-139e-906f8072f4cb" [ 1367.468241] env[62880]: _type = "Task" [ 1367.468241] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.481306] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522122f6-d649-6683-139e-906f8072f4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.537076] env[62880]: DEBUG nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Received event network-vif-plugged-1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1367.537076] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Acquiring lock "03222b41-6488-49b1-a214-837f3c33f7bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.537076] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Lock "03222b41-6488-49b1-a214-837f3c33f7bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.538194] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Lock "03222b41-6488-49b1-a214-837f3c33f7bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.538527] env[62880]: DEBUG nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] No waiting events found dispatching network-vif-plugged-1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.538814] env[62880]: WARNING nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Received unexpected event network-vif-plugged-1ea81c73-9324-46d2-a479-56b43cd04c78 for instance with vm_state building and task_state spawning. [ 1367.539115] env[62880]: DEBUG nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Received event network-changed-1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1367.539370] env[62880]: DEBUG nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Refreshing instance network info cache due to event network-changed-1ea81c73-9324-46d2-a479-56b43cd04c78. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1367.539841] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Acquiring lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.540164] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Acquired lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.540424] env[62880]: DEBUG nova.network.neutron [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Refreshing network info cache for port 1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.551136] env[62880]: DEBUG nova.policy [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc91265e84d74e97a586e51314e5b19e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dc7b84073f3440c8dc246e704a9e37b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.614811] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879970, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.710408] env[62880]: DEBUG nova.compute.manager [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.710408] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.710408] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f93183-8326-4ebb-bf84-e548f701c8d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.723506] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.723627] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4986b5-bd05-408d-8dbc-52956879513f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.733917] env[62880]: DEBUG oslo_vmware.api [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1367.733917] env[62880]: value = "task-1879972" [ 1367.733917] env[62880]: _type = "Task" [ 1367.733917] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.753027] env[62880]: DEBUG oslo_vmware.api [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.762528] env[62880]: DEBUG nova.network.neutron [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Successfully updated port: 3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.820859] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879971, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.912179] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.926204] env[62880]: DEBUG nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.950055] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879967, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.981740] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522122f6-d649-6683-139e-906f8072f4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.032983} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.985165] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.985601] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 6c392bcb-fea4-4624-bb9d-8eae7e209681/6c392bcb-fea4-4624-bb9d-8eae7e209681.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.988877] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.989397] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.989803] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-296348bc-24bc-4e15-89e1-8b9912b3ffc8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.993658] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f58ed54b-3ce2-4785-ab2a-4f70647f88ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.005407] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1368.005407] env[62880]: value = "task-1879973" [ 1368.005407] env[62880]: _type = "Task" [ 1368.005407] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.012721] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.012992] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.014529] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a673854-c52c-4a62-858e-347793360da9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.020950] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1368.020950] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c9887f-3f85-09d2-3d77-c2c41b268052" [ 1368.020950] env[62880]: _type = "Task" [ 1368.020950] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.024382] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.038675] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c9887f-3f85-09d2-3d77-c2c41b268052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.119918] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879970, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.246394] env[62880]: DEBUG oslo_vmware.api [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879972, 'name': PowerOffVM_Task, 'duration_secs': 0.455395} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.249015] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.249395] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.249687] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17d1c757-a850-47b8-baec-debbea545f80 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.265346] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquiring lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.265495] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquired lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.265654] env[62880]: DEBUG nova.network.neutron [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.324314] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.618239} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.324856] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.325805] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cda913-66d0-4d66-a4d9-c516b0b043a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.355206] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc/a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.365739] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c8882f-878e-4ef5-b8b6-161b2ebec895 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.390856] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1368.390856] env[62880]: value = "task-1879975" [ 1368.390856] env[62880]: _type = "Task" [ 1368.390856] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.403213] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.403213] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538dac56-50d2-499b-870c-5ddc0e15dd44 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.410048] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e975b24-195e-4cef-a78d-853c79a393e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.446920] env[62880]: DEBUG nova.network.neutron [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Updated VIF entry in instance network info cache for port 598dd06c-e4c3-4669-b9cc-59f280974476. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.447647] env[62880]: DEBUG nova.network.neutron [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Updating instance_info_cache with network_info: [{"id": "598dd06c-e4c3-4669-b9cc-59f280974476", "address": "fa:16:3e:bb:4e:41", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598dd06c-e4", "ovs_interfaceid": "598dd06c-e4c3-4669-b9cc-59f280974476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.457733] env[62880]: DEBUG nova.network.neutron [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Updated VIF entry in instance network info cache for port 1ea81c73-9324-46d2-a479-56b43cd04c78. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.457919] env[62880]: DEBUG nova.network.neutron [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Updating instance_info_cache with network_info: [{"id": "1ea81c73-9324-46d2-a479-56b43cd04c78", "address": "fa:16:3e:90:44:64", "network": {"id": "831a03f4-ebf4-4ce1-8fb6-4c7a35947f48", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-124290664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf72b9c1a742404f84cf4134e4296b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea81c73-93", "ovs_interfaceid": "1ea81c73-9324-46d2-a479-56b43cd04c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.465242] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17d6c1-12d8-43ae-a7dc-ae329f289c9a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.467244] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.467476] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1368.467591] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1368.477572] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.482872] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f63e873-2c81-4d4a-ba6c-bddc0c4b4631 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.503686] env[62880]: DEBUG nova.compute.provider_tree [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.520778] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.540522] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c9887f-3f85-09d2-3d77-c2c41b268052, 'name': SearchDatastore_Task, 'duration_secs': 0.057294} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.541710] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a447b4e-0ff8-4814-abce-5dbbc0408e70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.550395] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1368.550395] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52be9bfd-9f49-fe7c-ed62-69b7fe74038f" [ 1368.550395] env[62880]: _type = "Task" [ 1368.550395] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.563745] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52be9bfd-9f49-fe7c-ed62-69b7fe74038f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.613215] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879970, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.625726] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.625950] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.626151] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Deleting the datastore file [datastore2] ce12836a-0f8b-4085-ad13-7b1476842cab {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.626816] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51246e8e-30b8-4922-bfe8-7267b9cba14a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.634838] env[62880]: DEBUG oslo_vmware.api [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for the task: (returnval){ [ 1368.634838] env[62880]: value = "task-1879976" [ 1368.634838] env[62880]: _type = "Task" [ 1368.634838] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.645873] env[62880]: DEBUG oslo_vmware.api [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.708750] env[62880]: DEBUG nova.network.neutron [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Successfully created port: 2ad09d8f-ed46-45be-8b48-685ca1d6c198 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.839516] env[62880]: DEBUG nova.network.neutron [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.904254] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.960785] env[62880]: DEBUG oslo_concurrency.lockutils [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] Releasing lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.960966] env[62880]: DEBUG nova.compute.manager [req-417dc298-744d-4748-a05d-2a883f5130eb req-a236dbe5-5e69-4de6-aa18-ae7bfd885bd9 service nova] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Received event network-vif-deleted-ff311ce9-361a-4284-9f30-d7340889c4a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1368.964605] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879967, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.720778} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.964605] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.964605] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.964605] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f771405e-ed9e-4d5f-a8ed-ef5264b6df7e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.971544] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Releasing lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.971798] env[62880]: DEBUG nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Received event network-vif-plugged-4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1368.972727] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Acquiring lock "845e8be8-d45f-46cc-9bea-32f1630b9e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.973055] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Lock "845e8be8-d45f-46cc-9bea-32f1630b9e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.973390] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Lock "845e8be8-d45f-46cc-9bea-32f1630b9e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.973513] env[62880]: DEBUG nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] No waiting events found dispatching network-vif-plugged-4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.973687] env[62880]: WARNING nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Received unexpected event network-vif-plugged-4f5f74a3-aad3-4dcf-a940-30290aa86a83 for instance with vm_state building and task_state spawning. [ 1368.974169] env[62880]: DEBUG nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Received event network-changed-4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1368.974169] env[62880]: DEBUG nova.compute.manager [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Refreshing instance network info cache due to event network-changed-4f5f74a3-aad3-4dcf-a940-30290aa86a83. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1368.974346] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Acquiring lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.974491] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Acquired lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.974673] env[62880]: DEBUG nova.network.neutron [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Refreshing network info cache for port 4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.981504] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Skipping network cache update for instance because it is being deleted. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1368.981650] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985431] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985431] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985431] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985431] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985431] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985431] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985690] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985690] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.985690] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1368.987137] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1368.987137] env[62880]: value = "task-1879977" [ 1368.987137] env[62880]: _type = "Task" [ 1368.987137] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.993776] env[62880]: DEBUG nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.003939] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.007715] env[62880]: DEBUG nova.scheduler.client.report [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.025671] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879973, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.028226] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.028498] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.028660] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.028838] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.029082] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.029162] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.029329] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.029485] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.029676] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.029850] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.030014] env[62880]: DEBUG nova.virt.hardware [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.032800] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976b949-6065-4b36-b82d-ba7050969ece {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.041939] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.042464] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquired lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.042636] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Forcefully refreshing network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1369.042882] env[62880]: DEBUG nova.objects.instance [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lazy-loading 'info_cache' on Instance uuid 0058723c-7203-4ca2-b25f-d0fa00938d57 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.048022] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592852a0-3953-48e6-b424-2ddd17ab7364 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.063323] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52be9bfd-9f49-fe7c-ed62-69b7fe74038f, 'name': SearchDatastore_Task, 'duration_secs': 0.058998} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.073793] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.073793] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 71345778-5336-4e7b-be54-eee5050cbcc3/71345778-5336-4e7b-be54-eee5050cbcc3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.073793] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.073793] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.074601] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2228fa-1007-45fd-87cf-6eeb2e693aa2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.079016] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf4ffdec-c67f-48e9-8f90-2369a6ed7d08 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.093801] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1369.093801] env[62880]: value = "task-1879978" [ 1369.093801] env[62880]: _type = "Task" [ 1369.093801] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.101389] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.104625] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.104625] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade898c1-2af8-403a-8d34-e118a8eeaef8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.124009] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.130797] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1369.130797] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524af46e-0ce5-40d3-20b8-1ece07ed044c" [ 1369.130797] env[62880]: _type = "Task" [ 1369.130797] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.137681] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879970, 'name': CreateVM_Task, 'duration_secs': 1.714438} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.149063] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.150072] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.151045] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.151045] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.152378] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08fec29f-8781-42c7-ae7e-ec09be7ae8b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.170471] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524af46e-0ce5-40d3-20b8-1ece07ed044c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.170883] env[62880]: DEBUG oslo_vmware.api [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.178036] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1369.178036] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b974b5-779d-6cd6-63aa-2808fece171d" [ 1369.178036] env[62880]: _type = "Task" [ 1369.178036] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.192288] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b974b5-779d-6cd6-63aa-2808fece171d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.205830] env[62880]: DEBUG nova.network.neutron [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Updating instance_info_cache with network_info: [{"id": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "address": "fa:16:3e:75:7a:77", "network": {"id": "3833b0a3-5237-4035-a266-bfb88e9e382b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-562982678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88b1d970444743c9a20b4134065604ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3711aaeb-fc", "ovs_interfaceid": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.407616] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.498421] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136443} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.498753] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.499553] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e365d-a744-41b4-ae94-3fede1117156 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.524454] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.528849] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.529392] env[62880]: DEBUG nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.535755] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cddcdeec-7747-4edd-99fd-98033fbc6c75 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.550457] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.775s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.550742] env[62880]: DEBUG nova.objects.instance [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Lazy-loading 'resources' on Instance uuid 0058723c-7203-4ca2-b25f-d0fa00938d57 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.569020] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879973, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.573042] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1369.573042] env[62880]: value = "task-1879979" [ 1369.573042] env[62880]: _type = "Task" [ 1369.573042] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.581413] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.604972] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.654670] env[62880]: DEBUG oslo_vmware.api [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Task: {'id': task-1879976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534266} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.654922] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524af46e-0ce5-40d3-20b8-1ece07ed044c, 'name': SearchDatastore_Task, 'duration_secs': 0.071006} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.655344] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.655913] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.655913] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.655913] env[62880]: INFO nova.compute.manager [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1369.656480] env[62880]: DEBUG oslo.service.loopingcall [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.657386] env[62880]: DEBUG nova.compute.manager [-] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.657509] env[62880]: DEBUG nova.network.neutron [-] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.659593] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebbca5c-c85a-430c-8b65-831f5b4d07e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.670023] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1369.670023] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b5b970-25e5-5068-c301-938f521160d5" [ 1369.670023] env[62880]: _type = "Task" [ 1369.670023] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.678626] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b5b970-25e5-5068-c301-938f521160d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.688548] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b974b5-779d-6cd6-63aa-2808fece171d, 'name': SearchDatastore_Task, 'duration_secs': 0.070627} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.688719] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.688960] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.689046] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.709661] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Releasing lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.710045] env[62880]: DEBUG nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Instance network_info: |[{"id": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "address": "fa:16:3e:75:7a:77", "network": {"id": "3833b0a3-5237-4035-a266-bfb88e9e382b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-562982678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88b1d970444743c9a20b4134065604ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3711aaeb-fc", "ovs_interfaceid": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.710449] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:7a:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3711aaeb-fc64-45f1-aaef-3adbbeee1dd3', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.718137] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Creating folder: Project (88b1d970444743c9a20b4134065604ad). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.724533] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46c3513a-8ecd-4893-ac2b-cb6f0f17e71c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.733455] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Created folder: Project (88b1d970444743c9a20b4134065604ad) in parent group-v388473. [ 1369.733540] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Creating folder: Instances. Parent ref: group-v388509. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.733780] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdae7715-463a-4399-a550-0998950e5e1f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.744896] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Created folder: Instances in parent group-v388509. [ 1369.745158] env[62880]: DEBUG oslo.service.loopingcall [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.745359] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.746105] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdda2449-d612-4780-9b2d-e5deeb2e3422 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.776727] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.776727] env[62880]: value = "task-1879982" [ 1369.776727] env[62880]: _type = "Task" [ 1369.776727] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.789305] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879982, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.904323] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.908619] env[62880]: DEBUG nova.network.neutron [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Updated VIF entry in instance network info cache for port 4f5f74a3-aad3-4dcf-a940-30290aa86a83. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.908972] env[62880]: DEBUG nova.network.neutron [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Updating instance_info_cache with network_info: [{"id": "4f5f74a3-aad3-4dcf-a940-30290aa86a83", "address": "fa:16:3e:ec:71:4e", "network": {"id": "ae3cc348-29c7-4f16-8639-7e2c37edfbba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-345180707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb13ddfc76a49939d8f9bdc1aaba473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f5f74a3-aa", "ovs_interfaceid": "4f5f74a3-aad3-4dcf-a940-30290aa86a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.030546] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879973, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.625185} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.030546] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 6c392bcb-fea4-4624-bb9d-8eae7e209681/6c392bcb-fea4-4624-bb9d-8eae7e209681.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.030546] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.030546] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4908f558-530b-4d97-9ca3-22e8be529c72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.040100] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1370.040100] env[62880]: value = "task-1879983" [ 1370.040100] env[62880]: _type = "Task" [ 1370.040100] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.053530] env[62880]: DEBUG nova.compute.utils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.057660] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.058486] env[62880]: DEBUG nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.062020] env[62880]: DEBUG nova.network.neutron [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.086143] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.108790] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879978, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.118991] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.146593] env[62880]: DEBUG nova.policy [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d156ed9be841d2add5de6e64aabc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176d1522edbd4b808d40ebecc2bdb00d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.195681] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b5b970-25e5-5068-c301-938f521160d5, 'name': SearchDatastore_Task, 'duration_secs': 0.041764} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.195884] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.196252] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 03222b41-6488-49b1-a214-837f3c33f7bc/03222b41-6488-49b1-a214-837f3c33f7bc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.196600] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.196949] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.197450] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa6a3a42-9b4a-4cc8-9683-3a90957b2ba6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.200791] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-338fed40-d0d4-47cc-b005-6f42bfab662c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.213324] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1370.213324] env[62880]: value = "task-1879985" [ 1370.213324] env[62880]: _type = "Task" [ 1370.213324] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.231152] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.231152] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.234121] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e1bbc0-0b23-49a3-91c9-b2fdc4f388be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.238022] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1879985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.246672] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1370.246672] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cfb920-0b53-7964-f2dd-34888e9a3109" [ 1370.246672] env[62880]: _type = "Task" [ 1370.246672] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.262360] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cfb920-0b53-7964-f2dd-34888e9a3109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.290580] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879982, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.412530] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0effeff-bed7-4607-abc3-20aa23cccab9 req-78e0593a-2304-45fb-80c4-278ad2bc75da service nova] Releasing lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.413068] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879975, 'name': ReconfigVM_Task, 'duration_secs': 1.540274} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.416736] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Reconfigured VM instance instance-00000005 to attach disk [datastore1] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc/a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.417308] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3005989b-0cf8-4354-bb0d-8c2e7d9949dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.427290] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1370.427290] env[62880]: value = "task-1879986" [ 1370.427290] env[62880]: _type = "Task" [ 1370.427290] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.447363] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879986, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.551558] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5521cb-1bcf-450d-868d-a6d3497ee632 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.559649] env[62880]: DEBUG nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.566414] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252458} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.567249] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.568089] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d7fce-f28e-40b0-b3b3-c34e7b24d9f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.592172] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f71f23-dd0c-4042-9dc9-81020efce571 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.604855] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 6c392bcb-fea4-4624-bb9d-8eae7e209681/6c392bcb-fea4-4624-bb9d-8eae7e209681.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.605252] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e27f9f6-04b7-43f1-a086-fae3527e5e54 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.661544] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879979, 'name': ReconfigVM_Task, 'duration_secs': 0.81529} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.663694] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c1c856-1bce-4f87-bb62-ccc5669b9007 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.667203] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.671975] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8624f2-8d07-47c5-9f7c-7f5fb33b1e2a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.674057] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1370.674057] env[62880]: value = "task-1879987" [ 1370.674057] env[62880]: _type = "Task" [ 1370.674057] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.687629] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879978, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.416769} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.691898] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014af08c-739c-4047-a91c-8643bc7143c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.697429] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 71345778-5336-4e7b-be54-eee5050cbcc3/71345778-5336-4e7b-be54-eee5050cbcc3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.697790] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.698443] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1370.698443] env[62880]: value = "task-1879988" [ 1370.698443] env[62880]: _type = "Task" [ 1370.698443] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.704153] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7f789a7-3475-4454-b1f0-0dbda9a16a6f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.707131] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.707960] env[62880]: DEBUG nova.network.neutron [-] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.725158] env[62880]: DEBUG nova.compute.provider_tree [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.727613] env[62880]: DEBUG nova.network.neutron [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Successfully created port: f8796efa-232a-4777-897a-a524d3876b20 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1370.741178] env[62880]: DEBUG nova.scheduler.client.report [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.746045] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1370.746045] env[62880]: value = "task-1879989" [ 1370.746045] env[62880]: _type = "Task" [ 1370.746045] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.746786] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879988, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.759817] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1879985, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.772068] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.780564] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cfb920-0b53-7964-f2dd-34888e9a3109, 'name': SearchDatastore_Task, 'duration_secs': 0.075585} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.785448] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749029e0-61f7-414b-8022-6f85961df2c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.792708] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1370.792708] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5215882a-d243-0bb1-567f-c2f2ec3d3e01" [ 1370.792708] env[62880]: _type = "Task" [ 1370.792708] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.798197] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1879982, 'name': CreateVM_Task, 'duration_secs': 0.563565} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.801850] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.802813] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.803150] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.803543] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.803989] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f63a343-0d29-4e1d-9193-128601295615 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.810836] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5215882a-d243-0bb1-567f-c2f2ec3d3e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.812484] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1370.812484] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526f18de-7829-fbb4-f2c9-9028bb432418" [ 1370.812484] env[62880]: _type = "Task" [ 1370.812484] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.823973] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526f18de-7829-fbb4-f2c9-9028bb432418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.937498] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.943643] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879986, 'name': Rename_Task, 'duration_secs': 0.221366} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.943643] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.943643] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-287a27a8-5b5d-40fc-a18b-b64f775fecac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.954133] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1370.954133] env[62880]: value = "task-1879990" [ 1370.954133] env[62880]: _type = "Task" [ 1370.954133] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.967936] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.188555] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.217649] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879988, 'name': Rename_Task, 'duration_secs': 0.48253} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.217891] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.218171] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6f9ab0-2456-4c54-b269-7cf940cb61ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.226332] env[62880]: INFO nova.compute.manager [-] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Took 1.57 seconds to deallocate network for instance. [ 1371.236021] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1371.236021] env[62880]: value = "task-1879991" [ 1371.236021] env[62880]: _type = "Task" [ 1371.236021] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.253219] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.255076] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1879985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940688} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.258783] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 03222b41-6488-49b1-a214-837f3c33f7bc/03222b41-6488-49b1-a214-837f3c33f7bc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.260957] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.266255] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df34301f-6c10-40e6-b668-f1406f8b9cef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.269537] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879991, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.277754] env[62880]: DEBUG nova.network.neutron [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Successfully updated port: 2ad09d8f-ed46-45be-8b48-685ca1d6c198 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.279226] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1371.279226] env[62880]: value = "task-1879992" [ 1371.279226] env[62880]: _type = "Task" [ 1371.279226] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.279226] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208711} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.280207] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.284326] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd246d2-e2a5-4fe2-97fe-9b3b6a219a54 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.292090] env[62880]: INFO nova.scheduler.client.report [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Deleted allocations for instance 0058723c-7203-4ca2-b25f-d0fa00938d57 [ 1371.297302] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1879992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.320283] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 71345778-5336-4e7b-be54-eee5050cbcc3/71345778-5336-4e7b-be54-eee5050cbcc3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.327285] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73533efb-0434-4ec5-bcbb-b2f04989ced4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.353580] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5215882a-d243-0bb1-567f-c2f2ec3d3e01, 'name': SearchDatastore_Task, 'duration_secs': 0.078066} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.359658] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.359658] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11/e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.359658] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1371.359658] env[62880]: value = "task-1879993" [ 1371.359658] env[62880]: _type = "Task" [ 1371.359658] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.359658] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526f18de-7829-fbb4-f2c9-9028bb432418, 'name': SearchDatastore_Task, 'duration_secs': 0.078536} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.359954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.359954] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.359954] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1dd1e7e-6f11-4a4b-892b-2cbf2d1492b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.364244] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.364244] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.364244] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.364244] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d86c2d-b9d9-4118-b1b9-23ed78450eb9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.375635] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879993, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.377484] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1371.377484] env[62880]: value = "task-1879994" [ 1371.377484] env[62880]: _type = "Task" [ 1371.377484] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.383016] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.383126] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.385327] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252a8b59-4b4c-4e67-887d-efc496c75d36 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.389320] env[62880]: DEBUG nova.compute.manager [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Received event network-vif-plugged-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1371.389533] env[62880]: DEBUG oslo_concurrency.lockutils [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] Acquiring lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.390369] env[62880]: DEBUG oslo_concurrency.lockutils [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] Lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.390369] env[62880]: DEBUG oslo_concurrency.lockutils [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] Lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.390369] env[62880]: DEBUG nova.compute.manager [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] No waiting events found dispatching network-vif-plugged-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.390369] env[62880]: WARNING nova.compute.manager [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Received unexpected event network-vif-plugged-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 for instance with vm_state building and task_state spawning. [ 1371.390523] env[62880]: DEBUG nova.compute.manager [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Received event network-changed-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1371.390562] env[62880]: DEBUG nova.compute.manager [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Refreshing instance network info cache due to event network-changed-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1371.390714] env[62880]: DEBUG oslo_concurrency.lockutils [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] Acquiring lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.390847] env[62880]: DEBUG oslo_concurrency.lockutils [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] Acquired lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.391008] env[62880]: DEBUG nova.network.neutron [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Refreshing network info cache for port 3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.395800] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1879994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.402454] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1371.402454] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a4d773-d337-3082-451d-1226fdec59c0" [ 1371.402454] env[62880]: _type = "Task" [ 1371.402454] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.415636] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a4d773-d337-3082-451d-1226fdec59c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.445286] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Releasing lock "refresh_cache-0058723c-7203-4ca2-b25f-d0fa00938d57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.445286] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Updated the network info_cache for instance {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1371.445286] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.445286] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.469337] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879990, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.574370] env[62880]: DEBUG nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.607595] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.607838] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.607990] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.608182] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.608331] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.608474] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.608681] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.608880] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.609015] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.609431] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.609657] env[62880]: DEBUG nova.virt.hardware [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.610857] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4770d5b5-a0c8-490e-9106-03124179f491 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.620966] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366fa003-8ffa-43b4-8ace-e7eef94e7a3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.685633] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879987, 'name': ReconfigVM_Task, 'duration_secs': 0.614286} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.686383] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 6c392bcb-fea4-4624-bb9d-8eae7e209681/6c392bcb-fea4-4624-bb9d-8eae7e209681.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.687427] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-873a823c-1bb6-4d1f-b2ed-3d29fe3c7e7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.695660] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1371.695660] env[62880]: value = "task-1879995" [ 1371.695660] env[62880]: _type = "Task" [ 1371.695660] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.706809] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879995, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.749311] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.752989] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.754999] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.754999] env[62880]: DEBUG nova.objects.instance [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lazy-loading 'resources' on Instance uuid ce12836a-0f8b-4085-ad13-7b1476842cab {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.781290] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquiring lock "refresh_cache-04baf98f-b65c-4c0f-8333-ae165671fbd7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.781290] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquired lock "refresh_cache-04baf98f-b65c-4c0f-8333-ae165671fbd7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.781451] env[62880]: DEBUG nova.network.neutron [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.794286] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1879992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108108} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.795245] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.796125] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a5264b-77cf-494e-bd47-3f66180f3407 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.822312] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 03222b41-6488-49b1-a214-837f3c33f7bc/03222b41-6488-49b1-a214-837f3c33f7bc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.822727] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d14e34-7a7a-4501-807e-b96d07874c4b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.848023] env[62880]: DEBUG nova.compute.manager [req-3146816a-da48-40c5-99a7-76cc999e605f req-782e4785-f707-4c62-8eef-39a3b7997303 service nova] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Received event network-vif-deleted-0433e720-1e36-4444-afe6-489c86fc8b37 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1371.848626] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf9cdf76-0b17-487c-a3c1-5a91ed875126 tempest-DeleteServersAdminTestJSON-850890819 tempest-DeleteServersAdminTestJSON-850890819-project-admin] Lock "0058723c-7203-4ca2-b25f-d0fa00938d57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.748s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.851103] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1371.851103] env[62880]: value = "task-1879996" [ 1371.851103] env[62880]: _type = "Task" [ 1371.851103] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.862859] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1879996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.873695] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.890810] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1879994, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.914966] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.915455] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a4d773-d337-3082-451d-1226fdec59c0, 'name': SearchDatastore_Task, 'duration_secs': 0.040399} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.915543] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.916354] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.916537] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1371.916785] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812fcf5a-120f-4782-9fb4-7455ded9ba35 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.924062] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1371.924062] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52604df5-3757-ed56-6ee5-b26ecf6ca23e" [ 1371.924062] env[62880]: _type = "Task" [ 1371.924062] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.933380] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52604df5-3757-ed56-6ee5-b26ecf6ca23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.966187] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879990, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.216481] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879995, 'name': Rename_Task, 'duration_secs': 0.258803} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.216854] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.217128] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e6f8090-23cc-4dd0-9583-d8853be7dd91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.228031] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1372.228031] env[62880]: value = "task-1879998" [ 1372.228031] env[62880]: _type = "Task" [ 1372.228031] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.236909] env[62880]: DEBUG nova.compute.manager [None req-b7a70a94-7136-414d-8cb0-4831ba6c121a tempest-ServerDiagnosticsV248Test-1026839648 tempest-ServerDiagnosticsV248Test-1026839648-project-admin] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.243216] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b53d72-cc71-4000-80cc-37aec8a9bd08 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.247678] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.258785] env[62880]: INFO nova.compute.manager [None req-b7a70a94-7136-414d-8cb0-4831ba6c121a tempest-ServerDiagnosticsV248Test-1026839648 tempest-ServerDiagnosticsV248Test-1026839648-project-admin] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Retrieving diagnostics [ 1372.263525] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653d97d8-a2b3-4931-836d-9df6aa84f0ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.269767] env[62880]: DEBUG oslo_vmware.api [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879991, 'name': PowerOnVM_Task, 'duration_secs': 0.854548} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.272016] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.273024] env[62880]: INFO nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Took 20.66 seconds to spawn the instance on the hypervisor. [ 1372.273024] env[62880]: DEBUG nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.274428] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fec9a6-7419-44bb-a1a8-e5fec24d30a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.379731] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1879996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.380931] env[62880]: DEBUG nova.network.neutron [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.398840] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.407404] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1879994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976082} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.408694] env[62880]: DEBUG nova.network.neutron [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Updated VIF entry in instance network info cache for port 3711aaeb-fc64-45f1-aaef-3adbbeee1dd3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.409164] env[62880]: DEBUG nova.network.neutron [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Updating instance_info_cache with network_info: [{"id": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "address": "fa:16:3e:75:7a:77", "network": {"id": "3833b0a3-5237-4035-a266-bfb88e9e382b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-562982678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88b1d970444743c9a20b4134065604ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3711aaeb-fc", "ovs_interfaceid": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.411248] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11/e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.415021] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.415021] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc718883-22b1-451a-9819-0ac2e71a1219 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.432189] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1372.432189] env[62880]: value = "task-1879999" [ 1372.432189] env[62880]: _type = "Task" [ 1372.432189] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.440975] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52604df5-3757-ed56-6ee5-b26ecf6ca23e, 'name': SearchDatastore_Task, 'duration_secs': 0.024012} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.444491] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.444841] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 845e8be8-d45f-46cc-9bea-32f1630b9e21/845e8be8-d45f-46cc-9bea-32f1630b9e21.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.445618] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.445818] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.446056] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90a5a696-50a9-4bfa-9b32-6dfe51285bac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.453479] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bd0465d-2d43-4dfc-bea9-159d1871095d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.455637] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1879999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.464466] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1372.464466] env[62880]: value = "task-1880000" [ 1372.464466] env[62880]: _type = "Task" [ 1372.464466] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.472851] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879990, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.473520] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.473859] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.474948] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04b9a93-8a6a-4b81-91aa-ec40b112a539 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.481245] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.487041] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1372.487041] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b3048f-88b8-cc96-a77d-136273122787" [ 1372.487041] env[62880]: _type = "Task" [ 1372.487041] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.497252] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b3048f-88b8-cc96-a77d-136273122787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.579221] env[62880]: DEBUG nova.network.neutron [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Updating instance_info_cache with network_info: [{"id": "2ad09d8f-ed46-45be-8b48-685ca1d6c198", "address": "fa:16:3e:92:07:05", "network": {"id": "f726c310-15b9-460d-9945-61ad167087b1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-866567185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc7b84073f3440c8dc246e704a9e37b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad09d8f-ed", "ovs_interfaceid": "2ad09d8f-ed46-45be-8b48-685ca1d6c198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.726771] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf3df68-0d22-48b2-b13f-f4c95ad4f1c1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.749334] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd51a9f-46f1-4cab-9fe9-b01b70738d71 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.754951] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.818667] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4712ac6c-8b83-42a0-9c01-d1957ff82724 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.831393] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5275eff-5966-4c16-bbf3-6ebde65fb34d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.860882] env[62880]: DEBUG nova.compute.provider_tree [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.862516] env[62880]: INFO nova.compute.manager [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Took 30.58 seconds to build instance. [ 1372.864676] env[62880]: DEBUG nova.network.neutron [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Successfully updated port: f8796efa-232a-4777-897a-a524d3876b20 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.883936] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1879996, 'name': ReconfigVM_Task, 'duration_secs': 0.550318} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.884246] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1879993, 'name': ReconfigVM_Task, 'duration_secs': 1.133989} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.885809] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 03222b41-6488-49b1-a214-837f3c33f7bc/03222b41-6488-49b1-a214-837f3c33f7bc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.886461] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 71345778-5336-4e7b-be54-eee5050cbcc3/71345778-5336-4e7b-be54-eee5050cbcc3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.887007] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c23450-ad75-41e6-9957-acfb60a2d318 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.888989] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6e9330c-9791-4485-ab91-adc80637485c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.897558] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1372.897558] env[62880]: value = "task-1880001" [ 1372.897558] env[62880]: _type = "Task" [ 1372.897558] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.898891] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1372.898891] env[62880]: value = "task-1880002" [ 1372.898891] env[62880]: _type = "Task" [ 1372.898891] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.913384] env[62880]: DEBUG oslo_concurrency.lockutils [req-3591c8a2-6c5d-4440-b3de-0f0b2e5f6e68 req-4ce39b22-b04c-4c1f-b749-001d4772741e service nova] Releasing lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.913791] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880002, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.917546] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880001, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.942542] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1879999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084042} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.942777] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.943579] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545b11b0-83c5-4282-a6f3-73a01623a603 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.968429] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11/e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.972412] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaaab210-54bd-4a8d-bbf6-44308280401d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.997773] env[62880]: DEBUG oslo_vmware.api [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1879990, 'name': PowerOnVM_Task, 'duration_secs': 1.803469} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.002065] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.002321] env[62880]: INFO nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Took 23.70 seconds to spawn the instance on the hypervisor. [ 1373.002509] env[62880]: DEBUG nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.002810] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.003511] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1373.003511] env[62880]: value = "task-1880003" [ 1373.003511] env[62880]: _type = "Task" [ 1373.003511] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.003861] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dbdac5-5034-4ca1-a0de-d56df7ca5f22 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.014469] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b3048f-88b8-cc96-a77d-136273122787, 'name': SearchDatastore_Task, 'duration_secs': 0.020581} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.015853] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a097db1-ce2c-417d-a8e5-e0c94e9bd39e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.022520] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.029144] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1373.029144] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e445e1-95f1-b26d-62e3-5b219326c4d6" [ 1373.029144] env[62880]: _type = "Task" [ 1373.029144] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.039154] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e445e1-95f1-b26d-62e3-5b219326c4d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.042606] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquiring lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.042857] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.043084] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquiring lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.043280] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.043435] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.045496] env[62880]: INFO nova.compute.manager [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Terminating instance [ 1373.081482] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Releasing lock "refresh_cache-04baf98f-b65c-4c0f-8333-ae165671fbd7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.081870] env[62880]: DEBUG nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Instance network_info: |[{"id": "2ad09d8f-ed46-45be-8b48-685ca1d6c198", "address": "fa:16:3e:92:07:05", "network": {"id": "f726c310-15b9-460d-9945-61ad167087b1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-866567185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc7b84073f3440c8dc246e704a9e37b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad09d8f-ed", "ovs_interfaceid": "2ad09d8f-ed46-45be-8b48-685ca1d6c198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.082466] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:07:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ad09d8f-ed46-45be-8b48-685ca1d6c198', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.091081] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Creating folder: Project (5dc7b84073f3440c8dc246e704a9e37b). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.091438] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99c3a1ee-ca94-4e21-bd23-67926b3a566b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.105557] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Created folder: Project (5dc7b84073f3440c8dc246e704a9e37b) in parent group-v388473. [ 1373.105802] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Creating folder: Instances. Parent ref: group-v388512. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.106104] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fc55da5-4599-4814-a3c0-f2da330b7482 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.123288] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Created folder: Instances in parent group-v388512. [ 1373.123633] env[62880]: DEBUG oslo.service.loopingcall [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.125373] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.125640] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeeb4a55-23a4-4a8e-a2f4-7bee81092009 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.148598] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.148598] env[62880]: value = "task-1880006" [ 1373.148598] env[62880]: _type = "Task" [ 1373.148598] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.158366] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880006, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.243626] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.365117] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c91e15e-5d7f-486f-ad3e-2f171757dfda tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.094s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.366718] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.366844] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.366995] env[62880]: DEBUG nova.network.neutron [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.369381] env[62880]: DEBUG nova.scheduler.client.report [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.414181] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880001, 'name': Rename_Task, 'duration_secs': 0.329207} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.418988] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.419962] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880002, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.420438] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d116942-4606-4158-9296-2eb7302ca524 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.429414] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1373.429414] env[62880]: value = "task-1880007" [ 1373.429414] env[62880]: _type = "Task" [ 1373.429414] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.440430] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.485977] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880000, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.519009] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.539293] env[62880]: INFO nova.compute.manager [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Took 36.51 seconds to build instance. [ 1373.554024] env[62880]: DEBUG nova.compute.manager [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.554024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.554024] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e445e1-95f1-b26d-62e3-5b219326c4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01498} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.554024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f2348c-b8ad-424c-8b5b-553dafd5ba5d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.554689] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.555148] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 1af5d96c-08b1-45ed-ae51-d3509b7b4488/1af5d96c-08b1-45ed-ae51-d3509b7b4488.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.555324] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8873b3e9-8b82-4714-a754-0a99c5df0399 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.565964] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.567630] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdac3def-3049-49de-bc4f-1301f1893b0c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.570036] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1373.570036] env[62880]: value = "task-1880008" [ 1373.570036] env[62880]: _type = "Task" [ 1373.570036] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.580230] env[62880]: DEBUG oslo_vmware.api [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1373.580230] env[62880]: value = "task-1880009" [ 1373.580230] env[62880]: _type = "Task" [ 1373.580230] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.590982] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.596439] env[62880]: DEBUG oslo_vmware.api [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1880009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.660028] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880006, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.747363] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.871021] env[62880]: DEBUG nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.880667] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.910302] env[62880]: DEBUG nova.network.neutron [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.919499] env[62880]: INFO nova.scheduler.client.report [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Deleted allocations for instance ce12836a-0f8b-4085-ad13-7b1476842cab [ 1373.922017] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.942060] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880002, 'name': Rename_Task, 'duration_secs': 0.836079} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.942060] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.942931] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e827d997-3f30-40ba-841e-21038b9e7263 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.950654] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880007, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.955639] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1373.955639] env[62880]: value = "task-1880010" [ 1373.955639] env[62880]: _type = "Task" [ 1373.955639] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.967442] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.990057] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880000, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.208066} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.992883] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 845e8be8-d45f-46cc-9bea-32f1630b9e21/845e8be8-d45f-46cc-9bea-32f1630b9e21.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.993132] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.993565] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ae03f10-33d1-4566-9719-e4e0b8211d66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.004959] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1374.004959] env[62880]: value = "task-1880011" [ 1374.004959] env[62880]: _type = "Task" [ 1374.004959] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.024146] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.024864] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880003, 'name': ReconfigVM_Task, 'duration_secs': 0.984279} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.029074] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Reconfigured VM instance instance-0000000a to attach disk [datastore1] e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11/e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.029074] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3d7ec60-1b1b-457c-b4f7-db0b278868e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.039137] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1374.039137] env[62880]: value = "task-1880012" [ 1374.039137] env[62880]: _type = "Task" [ 1374.039137] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.044243] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b932ee1-80b5-4e73-9e96-bdafeebb7a86 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.026s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.055922] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880012, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.084064] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880008, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.099822] env[62880]: DEBUG oslo_vmware.api [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1880009, 'name': PowerOffVM_Task, 'duration_secs': 0.240945} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.101962] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.101962] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.101962] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2722a0ac-817a-4570-b5e2-391816fc0b30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.158277] env[62880]: DEBUG nova.network.neutron [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Updating instance_info_cache with network_info: [{"id": "f8796efa-232a-4777-897a-a524d3876b20", "address": "fa:16:3e:be:0e:19", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8796efa-23", "ovs_interfaceid": "f8796efa-232a-4777-897a-a524d3876b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.170206] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880006, 'name': CreateVM_Task, 'duration_secs': 0.595649} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.170206] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.171629] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.171629] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.171800] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.172085] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ba0ea4-5f5c-403b-b5d5-43def98fccda {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.180328] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1374.180328] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520fe844-0691-6b52-65a8-b9f1caeaa5d6" [ 1374.180328] env[62880]: _type = "Task" [ 1374.180328] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.197905] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520fe844-0691-6b52-65a8-b9f1caeaa5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.247765] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.401182] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.401446] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.403843] env[62880]: INFO nova.compute.claims [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.425881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.439380] env[62880]: DEBUG oslo_concurrency.lockutils [None req-abb7cabe-3b3f-46a3-82ee-c096500a5fd4 tempest-ServerDiagnosticsTest-870193530 tempest-ServerDiagnosticsTest-870193530-project-member] Lock "ce12836a-0f8b-4085-ad13-7b1476842cab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.250s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.447199] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880007, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.468110] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.484556] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquiring lock "5174ef9a-700e-40df-8533-b1f980a26bc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.484851] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "5174ef9a-700e-40df-8533-b1f980a26bc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.485109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquiring lock "5174ef9a-700e-40df-8533-b1f980a26bc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.485312] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "5174ef9a-700e-40df-8533-b1f980a26bc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.485490] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "5174ef9a-700e-40df-8533-b1f980a26bc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.493026] env[62880]: INFO nova.compute.manager [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Terminating instance [ 1374.516760] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197237} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.517053] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.517833] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467cf85b-ed2b-401e-a11e-ec033f887764 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.545181] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 845e8be8-d45f-46cc-9bea-32f1630b9e21/845e8be8-d45f-46cc-9bea-32f1630b9e21.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.546408] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86968ec5-3a4b-4edc-be52-3157317cae87 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.568048] env[62880]: DEBUG nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.571033] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.571218] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.571288] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Deleting the datastore file [datastore2] 4bf69568-7e1c-4556-bcf2-c25f1db550bb {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.572200] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cdafb41-b70a-4744-b513-cb7514d8b729 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.584699] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1374.584699] env[62880]: value = "task-1880015" [ 1374.584699] env[62880]: _type = "Task" [ 1374.584699] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.585338] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880012, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.592304] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773623} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.594126] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 1af5d96c-08b1-45ed-ae51-d3509b7b4488/1af5d96c-08b1-45ed-ae51-d3509b7b4488.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.594424] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.594729] env[62880]: DEBUG oslo_vmware.api [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for the task: (returnval){ [ 1374.594729] env[62880]: value = "task-1880016" [ 1374.594729] env[62880]: _type = "Task" [ 1374.594729] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.594961] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f40b854d-5012-4ad2-9b39-4bf8850f385a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.605554] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880015, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.612309] env[62880]: DEBUG oslo_vmware.api [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1880016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.614118] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1374.614118] env[62880]: value = "task-1880017" [ 1374.614118] env[62880]: _type = "Task" [ 1374.614118] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.665660] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.666010] env[62880]: DEBUG nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Instance network_info: |[{"id": "f8796efa-232a-4777-897a-a524d3876b20", "address": "fa:16:3e:be:0e:19", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8796efa-23", "ovs_interfaceid": "f8796efa-232a-4777-897a-a524d3876b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.666445] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:0e:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8796efa-232a-4777-897a-a524d3876b20', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.675547] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Creating folder: Project (176d1522edbd4b808d40ebecc2bdb00d). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.680027] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3063f6c-047f-4d3f-a077-071a5f710f5d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.691411] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Created folder: Project (176d1522edbd4b808d40ebecc2bdb00d) in parent group-v388473. [ 1374.691783] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Creating folder: Instances. Parent ref: group-v388515. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.698205] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-983277fc-e3d8-4afd-8415-bc810a836ee1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.700316] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520fe844-0691-6b52-65a8-b9f1caeaa5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.070628} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.703554] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.703554] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.703554] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.703554] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.703787] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.703787] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70367017-4c45-4d05-9fa8-0b0aa7501d97 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.713849] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Created folder: Instances in parent group-v388515. [ 1374.714179] env[62880]: DEBUG oslo.service.loopingcall [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.715300] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.715300] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bfae2b9-6cb6-426e-9c0b-db12ca50511c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.732066] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.732284] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.733624] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf90c9a-3c28-4e07-9bfc-8df5d5f67fc2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.740878] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.740878] env[62880]: value = "task-1880020" [ 1374.740878] env[62880]: _type = "Task" [ 1374.740878] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.749070] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1374.749070] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52112392-a5c5-c52f-f810-97e6dc5c6797" [ 1374.749070] env[62880]: _type = "Task" [ 1374.749070] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.749273] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.756698] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.763936] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52112392-a5c5-c52f-f810-97e6dc5c6797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.933346] env[62880]: DEBUG nova.compute.manager [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Received event network-vif-plugged-f8796efa-232a-4777-897a-a524d3876b20 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1374.934165] env[62880]: DEBUG oslo_concurrency.lockutils [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] Acquiring lock "df00cfae-3bbb-4489-83fb-c7444548c0c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.935237] env[62880]: DEBUG oslo_concurrency.lockutils [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.935587] env[62880]: DEBUG oslo_concurrency.lockutils [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.935953] env[62880]: DEBUG nova.compute.manager [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] No waiting events found dispatching network-vif-plugged-f8796efa-232a-4777-897a-a524d3876b20 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.935953] env[62880]: WARNING nova.compute.manager [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Received unexpected event network-vif-plugged-f8796efa-232a-4777-897a-a524d3876b20 for instance with vm_state building and task_state spawning. [ 1374.936130] env[62880]: DEBUG nova.compute.manager [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Received event network-changed-f8796efa-232a-4777-897a-a524d3876b20 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1374.936336] env[62880]: DEBUG nova.compute.manager [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Refreshing instance network info cache due to event network-changed-f8796efa-232a-4777-897a-a524d3876b20. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1374.936585] env[62880]: DEBUG oslo_concurrency.lockutils [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] Acquiring lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.936831] env[62880]: DEBUG oslo_concurrency.lockutils [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] Acquired lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.937165] env[62880]: DEBUG nova.network.neutron [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Refreshing network info cache for port f8796efa-232a-4777-897a-a524d3876b20 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.951483] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880007, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.969160] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.994710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquiring lock "refresh_cache-5174ef9a-700e-40df-8533-b1f980a26bc0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.994910] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquired lock "refresh_cache-5174ef9a-700e-40df-8533-b1f980a26bc0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.995102] env[62880]: DEBUG nova.network.neutron [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.056225] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880012, 'name': Rename_Task, 'duration_secs': 0.82317} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.056526] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.056777] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1972df81-3cee-4f8b-98ee-4d9d5937ffae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.064840] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1375.064840] env[62880]: value = "task-1880021" [ 1375.064840] env[62880]: _type = "Task" [ 1375.064840] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.077419] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.092080] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.096448] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.107663] env[62880]: DEBUG oslo_vmware.api [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Task: {'id': task-1880016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4166} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.108039] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.109148] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.109148] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.109148] env[62880]: INFO nova.compute.manager [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Took 1.56 seconds to destroy the instance on the hypervisor. [ 1375.109148] env[62880]: DEBUG oslo.service.loopingcall [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.109148] env[62880]: DEBUG nova.compute.manager [-] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.109148] env[62880]: DEBUG nova.network.neutron [-] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.125778] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11344} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.126090] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.127276] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ecd567-e3fb-4084-97c7-35cd53c55f1b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.153699] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 1af5d96c-08b1-45ed-ae51-d3509b7b4488/1af5d96c-08b1-45ed-ae51-d3509b7b4488.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.156033] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc90cacf-0146-43da-b05f-65306547845b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.176745] env[62880]: DEBUG nova.compute.manager [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Received event network-vif-plugged-2ad09d8f-ed46-45be-8b48-685ca1d6c198 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1375.176955] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] Acquiring lock "04baf98f-b65c-4c0f-8333-ae165671fbd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.177186] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] Lock "04baf98f-b65c-4c0f-8333-ae165671fbd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.177383] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] Lock "04baf98f-b65c-4c0f-8333-ae165671fbd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.177552] env[62880]: DEBUG nova.compute.manager [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] No waiting events found dispatching network-vif-plugged-2ad09d8f-ed46-45be-8b48-685ca1d6c198 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.177871] env[62880]: WARNING nova.compute.manager [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Received unexpected event network-vif-plugged-2ad09d8f-ed46-45be-8b48-685ca1d6c198 for instance with vm_state building and task_state spawning. [ 1375.177871] env[62880]: DEBUG nova.compute.manager [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Received event network-changed-2ad09d8f-ed46-45be-8b48-685ca1d6c198 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1375.178064] env[62880]: DEBUG nova.compute.manager [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Refreshing instance network info cache due to event network-changed-2ad09d8f-ed46-45be-8b48-685ca1d6c198. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1375.178223] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] Acquiring lock "refresh_cache-04baf98f-b65c-4c0f-8333-ae165671fbd7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.178355] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] Acquired lock "refresh_cache-04baf98f-b65c-4c0f-8333-ae165671fbd7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.178527] env[62880]: DEBUG nova.network.neutron [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Refreshing network info cache for port 2ad09d8f-ed46-45be-8b48-685ca1d6c198 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.188905] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1375.188905] env[62880]: value = "task-1880022" [ 1375.188905] env[62880]: _type = "Task" [ 1375.188905] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.201130] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.253023] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.260860] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.268461] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52112392-a5c5-c52f-f810-97e6dc5c6797, 'name': SearchDatastore_Task, 'duration_secs': 0.023791} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.269336] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd66a7b-5aac-431b-a170-27baafb7e4f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.276925] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1375.276925] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52412b1e-6880-9c53-5f6f-ea77cd1ba009" [ 1375.276925] env[62880]: _type = "Task" [ 1375.276925] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.288157] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52412b1e-6880-9c53-5f6f-ea77cd1ba009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.331800] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "504108f5-c321-4acf-a629-e6f818af97cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.331800] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.455396] env[62880]: DEBUG oslo_vmware.api [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880007, 'name': PowerOnVM_Task, 'duration_secs': 1.545467} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.455662] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.455872] env[62880]: INFO nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Took 16.67 seconds to spawn the instance on the hypervisor. [ 1375.456073] env[62880]: DEBUG nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.456899] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb7a573-25c3-4a27-be99-5de7cb332bf3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.482913] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.535707] env[62880]: DEBUG nova.network.neutron [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.581579] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.599718] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.705313] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.737754] env[62880]: DEBUG nova.network.neutron [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.759459] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.765491] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.788974] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52412b1e-6880-9c53-5f6f-ea77cd1ba009, 'name': SearchDatastore_Task, 'duration_secs': 0.026178} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.789402] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.789532] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 04baf98f-b65c-4c0f-8333-ae165671fbd7/04baf98f-b65c-4c0f-8333-ae165671fbd7.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.789794] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3675db13-579c-495e-993b-1be8e717664e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.806534] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1375.806534] env[62880]: value = "task-1880023" [ 1375.806534] env[62880]: _type = "Task" [ 1375.806534] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.818877] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.821214] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132514fe-6c6e-4a4b-a66b-0e47d0e01922 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.835877] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a79630-c57c-433c-b596-dabcf94a869e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.870844] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d793ad-fd06-4d4f-bba5-6355894849ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.883864] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff25b7-a37c-4ff0-bb24-587fd8f88ac3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.902919] env[62880]: DEBUG nova.compute.provider_tree [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.959775] env[62880]: DEBUG nova.network.neutron [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Updated VIF entry in instance network info cache for port 2ad09d8f-ed46-45be-8b48-685ca1d6c198. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.959775] env[62880]: DEBUG nova.network.neutron [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Updating instance_info_cache with network_info: [{"id": "2ad09d8f-ed46-45be-8b48-685ca1d6c198", "address": "fa:16:3e:92:07:05", "network": {"id": "f726c310-15b9-460d-9945-61ad167087b1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-866567185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc7b84073f3440c8dc246e704a9e37b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad09d8f-ed", "ovs_interfaceid": "2ad09d8f-ed46-45be-8b48-685ca1d6c198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.980246] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.990663] env[62880]: DEBUG nova.network.neutron [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Updated VIF entry in instance network info cache for port f8796efa-232a-4777-897a-a524d3876b20. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.990991] env[62880]: DEBUG nova.network.neutron [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Updating instance_info_cache with network_info: [{"id": "f8796efa-232a-4777-897a-a524d3876b20", "address": "fa:16:3e:be:0e:19", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8796efa-23", "ovs_interfaceid": "f8796efa-232a-4777-897a-a524d3876b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.000422] env[62880]: INFO nova.compute.manager [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Took 27.50 seconds to build instance. [ 1376.073468] env[62880]: DEBUG nova.network.neutron [-] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.082255] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.100011] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.203688] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.248310] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Releasing lock "refresh_cache-5174ef9a-700e-40df-8533-b1f980a26bc0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.248810] env[62880]: DEBUG nova.compute.manager [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.249422] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.256459] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8829df72-c41c-492c-870a-d607fe910199 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.262293] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.262537] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.262739] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.269671] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.272233] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.272577] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53077be5-996f-4d1e-84c0-52f3b5126249 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.283277] env[62880]: DEBUG oslo_vmware.api [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1376.283277] env[62880]: value = "task-1880024" [ 1376.283277] env[62880]: _type = "Task" [ 1376.283277] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.294047] env[62880]: DEBUG oslo_vmware.api [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1880024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.318629] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.408309] env[62880]: DEBUG nova.scheduler.client.report [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.462499] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b04232c-4a0e-49cb-be86-d53357cf9de6 req-529580d4-b987-436d-99e4-6b0781bdabd1 service nova] Releasing lock "refresh_cache-04baf98f-b65c-4c0f-8333-ae165671fbd7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.483490] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.495373] env[62880]: DEBUG oslo_concurrency.lockutils [req-1aff422f-59c3-4ac2-9875-a5be5661615b req-a3277786-13f7-49e5-8d28-d03d10922174 service nova] Releasing lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.502420] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47c29fea-5e32-45c3-8aa6-6a8b8fe37f81 tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.021s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.576701] env[62880]: INFO nova.compute.manager [-] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Took 1.47 seconds to deallocate network for instance. [ 1376.582903] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880021, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.602673] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.707203] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880022, 'name': ReconfigVM_Task, 'duration_secs': 1.370253} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.707662] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 1af5d96c-08b1-45ed-ae51-d3509b7b4488/1af5d96c-08b1-45ed-ae51-d3509b7b4488.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.708522] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea44cac6-a957-4154-bf87-2965ceb918d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.717322] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1376.717322] env[62880]: value = "task-1880025" [ 1376.717322] env[62880]: _type = "Task" [ 1376.717322] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.727388] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880025, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.750731] env[62880]: DEBUG oslo_vmware.api [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1879998, 'name': PowerOnVM_Task, 'duration_secs': 4.336115} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.754514] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.754734] env[62880]: INFO nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Took 22.76 seconds to spawn the instance on the hypervisor. [ 1376.754916] env[62880]: DEBUG nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.755723] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3fa56a-4d6f-4fcb-a748-d3ce97926639 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.770525] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.796584] env[62880]: DEBUG oslo_vmware.api [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1880024, 'name': PowerOffVM_Task, 'duration_secs': 0.36053} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.796584] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.796584] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.797350] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04cd01fd-92e9-4288-ae18-9083d6c08e2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.823026] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880023, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.832568] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.832840] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.833014] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Deleting the datastore file [datastore2] 5174ef9a-700e-40df-8533-b1f980a26bc0 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.833439] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b155c2f7-0161-4483-850f-9f61df10680c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.844054] env[62880]: DEBUG oslo_vmware.api [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for the task: (returnval){ [ 1376.844054] env[62880]: value = "task-1880027" [ 1376.844054] env[62880]: _type = "Task" [ 1376.844054] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.854943] env[62880]: DEBUG oslo_vmware.api [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1880027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.914228] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.914785] env[62880]: DEBUG nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.918041] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.492s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.918312] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.918312] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1376.922025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.827s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.922025] env[62880]: INFO nova.compute.claims [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.924890] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8327b492-9ae6-4bba-8cdf-a30f54372848 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.938265] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae4b91-acec-4a7c-8b7b-ab11d54dbf59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.958539] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84438d8-653f-4ac9-af9b-6d1ab74e3327 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.970817] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908d342-541d-4ffc-9490-117ca0e2ae5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.983644] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.017830] env[62880]: DEBUG nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.020491] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181030MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1377.020660] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.083458] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.088852] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.099338] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880015, 'name': ReconfigVM_Task, 'duration_secs': 2.241097} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.100630] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 845e8be8-d45f-46cc-9bea-32f1630b9e21/845e8be8-d45f-46cc-9bea-32f1630b9e21.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.101585] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc2895ca-fc59-4d94-9ec3-e1f5ad0a0236 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.112316] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1377.112316] env[62880]: value = "task-1880028" [ 1377.112316] env[62880]: _type = "Task" [ 1377.112316] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.126170] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880028, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.229065] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880025, 'name': Rename_Task, 'duration_secs': 0.404625} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.229168] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.229337] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f44ef98-fdf2-419c-9f51-406f1a536ebf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.244035] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1377.244035] env[62880]: value = "task-1880029" [ 1377.244035] env[62880]: _type = "Task" [ 1377.244035] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.252156] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.266737] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.283414] env[62880]: INFO nova.compute.manager [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Took 33.43 seconds to build instance. [ 1377.324755] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880023, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.389976} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.325188] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 04baf98f-b65c-4c0f-8333-ae165671fbd7/04baf98f-b65c-4c0f-8333-ae165671fbd7.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.325792] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.326255] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded872f0-c818-4b93-ae8b-a26c79dd976c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.338751] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1377.338751] env[62880]: value = "task-1880030" [ 1377.338751] env[62880]: _type = "Task" [ 1377.338751] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.359060] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.365491] env[62880]: DEBUG oslo_vmware.api [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Task: {'id': task-1880027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308882} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.365779] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.367862] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.367862] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.367862] env[62880]: INFO nova.compute.manager [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1377.367862] env[62880]: DEBUG oslo.service.loopingcall [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.367862] env[62880]: DEBUG nova.compute.manager [-] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.367862] env[62880]: DEBUG nova.network.neutron [-] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.394487] env[62880]: DEBUG nova.network.neutron [-] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.427746] env[62880]: DEBUG nova.compute.utils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1377.429476] env[62880]: DEBUG nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.431019] env[62880]: DEBUG nova.network.neutron [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.484937] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.515944] env[62880]: DEBUG nova.policy [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cf7ad5bde7a43e2a935d007868dbf10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b18252b2bdac4177b4fd04f1a9d3a6bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.550125] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.587032] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880021, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.624935] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880028, 'name': Rename_Task, 'duration_secs': 0.2879} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.626111] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.626111] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca78f997-7a3d-443c-8512-ebc959cf637f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.636181] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1377.636181] env[62880]: value = "task-1880031" [ 1377.636181] env[62880]: _type = "Task" [ 1377.636181] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.647451] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.754603] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.764824] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.786405] env[62880]: DEBUG oslo_concurrency.lockutils [None req-189659bc-8221-4296-938e-f4796a3de69d tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.937s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.854659] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358307} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.855628] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.856684] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb7e8e-d0ac-4bdb-a50c-aad9b2819604 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.890023] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 04baf98f-b65c-4c0f-8333-ae165671fbd7/04baf98f-b65c-4c0f-8333-ae165671fbd7.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.890738] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04df9200-ddf1-485b-b584-e9d77c1f5b8d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.908693] env[62880]: DEBUG nova.network.neutron [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Successfully created port: c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.911257] env[62880]: DEBUG nova.network.neutron [-] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.914808] env[62880]: DEBUG nova.compute.manager [req-3169c724-2e61-46ff-ab96-d8a0616dfb0d req-a954990d-67da-4b41-bdc6-48740c518fc8 service nova] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Received event network-vif-deleted-6b39d122-419e-41fb-83d8-ff4bfb26293c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1377.924702] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1377.924702] env[62880]: value = "task-1880032" [ 1377.924702] env[62880]: _type = "Task" [ 1377.924702] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.939235] env[62880]: DEBUG nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.946160] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.986911] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task} progress is 73%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.087995] env[62880]: DEBUG oslo_vmware.api [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880021, 'name': PowerOnVM_Task, 'duration_secs': 2.909118} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.088395] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.088839] env[62880]: INFO nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Took 16.91 seconds to spawn the instance on the hypervisor. [ 1378.088982] env[62880]: DEBUG nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.089901] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3adc3-0011-407b-80ae-15bed1cbcdb0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.153736] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880031, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.253788] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880029, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.276277] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.294049] env[62880]: DEBUG nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.338208] env[62880]: INFO nova.compute.manager [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Rebuilding instance [ 1378.412148] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e519dcaf-d3da-4302-a18d-7fa040c6a80b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.415266] env[62880]: DEBUG nova.compute.manager [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.416106] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2f2f45-abc7-490a-a9f0-ebc301c3408b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.420371] env[62880]: INFO nova.compute.manager [-] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Took 1.05 seconds to deallocate network for instance. [ 1378.439271] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355e1ef-3ee3-4f3c-9e42-68621c014c50 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.454468] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.492045] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74163650-6ddb-40b5-9796-5233ea7a1315 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.500876] env[62880]: DEBUG oslo_vmware.api [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880010, 'name': PowerOnVM_Task, 'duration_secs': 4.374291} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.502746] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847057f3-93ed-49ef-b4e3-fabffcf0eafd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.508595] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.508923] env[62880]: INFO nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Took 22.18 seconds to spawn the instance on the hypervisor. [ 1378.509068] env[62880]: DEBUG nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.510155] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b130ae-042a-46d0-ba4e-80780d40a365 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.527275] env[62880]: DEBUG nova.compute.provider_tree [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.611456] env[62880]: INFO nova.compute.manager [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Took 28.02 seconds to build instance. [ 1378.648757] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880031, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.753189] env[62880]: DEBUG oslo_vmware.api [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880029, 'name': PowerOnVM_Task, 'duration_secs': 1.319194} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.753642] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.753797] env[62880]: INFO nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Took 12.27 seconds to spawn the instance on the hypervisor. [ 1378.753883] env[62880]: DEBUG nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.754631] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61560f1-b38d-492f-83e5-b89a2fe2f2ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.772281] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.817154] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.937340] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.937640] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880032, 'name': ReconfigVM_Task, 'duration_secs': 0.667731} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.937900] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 04baf98f-b65c-4c0f-8333-ae165671fbd7/04baf98f-b65c-4c0f-8333-ae165671fbd7.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.938542] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bea1d314-3d38-4b79-9189-a5efd2c8e02d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.953240] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1378.953240] env[62880]: value = "task-1880033" [ 1378.953240] env[62880]: _type = "Task" [ 1378.953240] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.961930] env[62880]: DEBUG nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.965643] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880033, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.987908] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.988301] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.988558] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.988750] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.988917] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.989087] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.989372] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.989579] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.989786] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.989986] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.990332] env[62880]: DEBUG nova.virt.hardware [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.991357] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd72e7e-5987-4e99-a816-5df54d0ecde9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.001686] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee8b996-3ffe-4469-858d-f3a99b4e6426 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.036056] env[62880]: DEBUG nova.scheduler.client.report [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.051409] env[62880]: INFO nova.compute.manager [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Took 33.89 seconds to build instance. [ 1379.114163] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7da76070-808a-4ccc-bf31-feadb125fcae tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.544s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.150047] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880031, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.277274] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.279938] env[62880]: INFO nova.compute.manager [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Took 19.76 seconds to build instance. [ 1379.449947] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.449947] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ea2c4c-d3f3-4869-948c-5aa7e8756200 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.462690] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880033, 'name': Rename_Task, 'duration_secs': 0.323764} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.465081] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.465873] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1379.465873] env[62880]: value = "task-1880034" [ 1379.465873] env[62880]: _type = "Task" [ 1379.465873] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.466152] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28e238c3-b30d-4a5b-9352-b05ef4b8327e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.481644] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.484241] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1379.484241] env[62880]: value = "task-1880035" [ 1379.484241] env[62880]: _type = "Task" [ 1379.484241] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.498621] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.545238] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.545830] env[62880]: DEBUG nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.549922] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.529s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.555335] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37fb6464-e0ad-456b-965b-b28ea99b4896 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "71345778-5336-4e7b-be54-eee5050cbcc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.400s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.617279] env[62880]: DEBUG nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.649833] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880031, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.770822] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.783203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55944964-431e-45ce-ac54-c6df09452d2d tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.338s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.984647] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880034, 'name': PowerOffVM_Task, 'duration_secs': 0.270976} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.985920] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.986745] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.991680] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7e09b6-94bb-4404-be7a-099e4bde4f27 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.003320] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880035, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.006545] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.006983] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079613d3-9b5d-415e-a150-0d326c659189 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.054357] env[62880]: DEBUG nova.compute.utils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1380.068789] env[62880]: DEBUG nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.069369] env[62880]: DEBUG nova.network.neutron [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.073825] env[62880]: DEBUG nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.109997] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.110270] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.110452] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore1] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.110728] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68fa2dd1-6218-4afa-8528-de45305866c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.127750] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1380.127750] env[62880]: value = "task-1880037" [ 1380.127750] env[62880]: _type = "Task" [ 1380.127750] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.147171] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.157688] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880031, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.162639] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.191517] env[62880]: DEBUG nova.policy [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19381b8da94d4e638f6e8744687ad8b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66ae6bcec2174b5ebe462a3cb90bb6ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.275102] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.287653] env[62880]: DEBUG nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.399320] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Acquiring lock "755e9b02-03fc-47a8-95d2-60c5dce362c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.399320] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "755e9b02-03fc-47a8-95d2-60c5dce362c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.499508] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880035, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.569740] env[62880]: DEBUG nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.609654] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.618231] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 5174ef9a-700e-40df-8533-b1f980a26bc0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1380.618231] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 4bf69568-7e1c-4556-bcf2-c25f1db550bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1380.618231] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.618231] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 98af636c-27b8-455b-b1f6-53cafbdbf9ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.618450] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 6c392bcb-fea4-4624-bb9d-8eae7e209681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.618450] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 71345778-5336-4e7b-be54-eee5050cbcc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.618450] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 03222b41-6488-49b1-a214-837f3c33f7bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.618450] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.618581] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 845e8be8-d45f-46cc-9bea-32f1630b9e21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.618581] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1af5d96c-08b1-45ed-ae51-d3509b7b4488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.619438] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 04baf98f-b65c-4c0f-8333-ae165671fbd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.619649] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance df00cfae-3bbb-4489-83fb-c7444548c0c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.619987] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1d2050a8-ceca-441d-a7d4-89c3f65323de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.620188] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1088fc4b-f281-47b1-b77d-d9ff3623b6bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1380.639233] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.661296] env[62880]: DEBUG oslo_vmware.api [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880031, 'name': PowerOnVM_Task, 'duration_secs': 2.652753} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.661811] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.661811] env[62880]: INFO nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Took 16.99 seconds to spawn the instance on the hypervisor. [ 1380.661972] env[62880]: DEBUG nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.662914] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a0ab7-97d6-48e1-85e0-71df92a6bdb1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.773263] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.816067] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.871398] env[62880]: DEBUG nova.network.neutron [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Successfully created port: 3b6f3007-4426-4a74-83b2-7deb74cd7e5d {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.000686] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880035, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.043614] env[62880]: DEBUG nova.network.neutron [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Successfully updated port: c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.124552] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b9c20761-4bf1-4baf-9d77-948feb1d435c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1381.143188] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.727243} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.144197] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.144197] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.144197] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.187576] env[62880]: INFO nova.compute.manager [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Took 23.14 seconds to build instance. [ 1381.279976] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880020, 'name': CreateVM_Task, 'duration_secs': 6.113075} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.280570] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.281686] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.281832] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.282170] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.282463] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e69c2c-10e9-4fc2-a153-bcb3ba54ebf3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.289391] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1381.289391] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5259725e-2b86-64ef-13f3-4cf6975c0afe" [ 1381.289391] env[62880]: _type = "Task" [ 1381.289391] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.301333] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5259725e-2b86-64ef-13f3-4cf6975c0afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.498439] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880035, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.549802] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquiring lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.549802] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquired lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.549802] env[62880]: DEBUG nova.network.neutron [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.587828] env[62880]: DEBUG nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.618486] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.618906] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.619275] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.624109] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.624109] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.624109] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.624109] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.624109] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.624109] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.624443] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.624443] env[62880]: DEBUG nova.virt.hardware [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.624443] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e3bf69-f041-44dc-a835-1cc09b38e992 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.628623] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 0ef93c87-92c4-41e2-8c18-fe25e60e08ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1381.638343] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f56ba-7e80-443f-a68b-fd6e20448c41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.690233] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6864fe26-d987-4f3a-a63b-4240c93341c4 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "845e8be8-d45f-46cc-9bea-32f1630b9e21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.654s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.801577] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5259725e-2b86-64ef-13f3-4cf6975c0afe, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.801861] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.802127] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.802511] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.802588] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.802746] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.803034] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad41ff2f-3f28-4996-a230-5cba9d3bdee5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.817514] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.817713] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.818741] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b714da-7e92-4e91-9ba9-e6acdee7ee33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.826690] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1381.826690] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52196785-ada6-b021-195d-84f513d6e905" [ 1381.826690] env[62880]: _type = "Task" [ 1381.826690] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.843617] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52196785-ada6-b021-195d-84f513d6e905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.958556] env[62880]: DEBUG nova.compute.manager [req-faf9b7f8-1016-4a95-ba54-a488450f0456 req-cc625e4b-c600-4e13-a7af-f78f3f75cec5 service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Received event network-changed-1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1381.958756] env[62880]: DEBUG nova.compute.manager [req-faf9b7f8-1016-4a95-ba54-a488450f0456 req-cc625e4b-c600-4e13-a7af-f78f3f75cec5 service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Refreshing instance network info cache due to event network-changed-1ea81c73-9324-46d2-a479-56b43cd04c78. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1381.959011] env[62880]: DEBUG oslo_concurrency.lockutils [req-faf9b7f8-1016-4a95-ba54-a488450f0456 req-cc625e4b-c600-4e13-a7af-f78f3f75cec5 service nova] Acquiring lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.959152] env[62880]: DEBUG oslo_concurrency.lockutils [req-faf9b7f8-1016-4a95-ba54-a488450f0456 req-cc625e4b-c600-4e13-a7af-f78f3f75cec5 service nova] Acquired lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.959306] env[62880]: DEBUG nova.network.neutron [req-faf9b7f8-1016-4a95-ba54-a488450f0456 req-cc625e4b-c600-4e13-a7af-f78f3f75cec5 service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Refreshing network info cache for port 1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.999936] env[62880]: DEBUG oslo_vmware.api [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880035, 'name': PowerOnVM_Task, 'duration_secs': 2.395159} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.003057] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.003057] env[62880]: INFO nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Took 13.01 seconds to spawn the instance on the hypervisor. [ 1382.003057] env[62880]: DEBUG nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.003057] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bba2d2-bb82-452a-92db-464ef371ef7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.133420] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 270451b4-5dbf-450c-9495-900b2f546a97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1382.138804] env[62880]: DEBUG nova.network.neutron [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.192773] env[62880]: DEBUG nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.208405] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.208405] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.208405] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.208788] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.208788] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.208788] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.208788] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.208788] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.209079] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.209079] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.209079] env[62880]: DEBUG nova.virt.hardware [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.209079] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee7842-b6a2-4a12-8cd8-9301e940d34b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.221243] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e71e7d-acac-4954-a06d-890f2dcbf10e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.241743] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:15:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef0ead1-c745-4c2b-bf36-6e4b256b93d4', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.250574] env[62880]: DEBUG oslo.service.loopingcall [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1382.250909] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.251140] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecaa1f88-a10c-4cc7-9d3d-01f94ba66482 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.277323] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.277323] env[62880]: value = "task-1880038" [ 1382.277323] env[62880]: _type = "Task" [ 1382.277323] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.286674] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880038, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.338948] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52196785-ada6-b021-195d-84f513d6e905, 'name': SearchDatastore_Task, 'duration_secs': 0.024445} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.340166] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb7869d-b045-4fd5-bed9-0e5fd7b02388 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.349794] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1382.349794] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52917cc9-1c21-545e-0766-e3ef0349f01c" [ 1382.349794] env[62880]: _type = "Task" [ 1382.349794] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.363294] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52917cc9-1c21-545e-0766-e3ef0349f01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.508331] env[62880]: DEBUG nova.compute.manager [None req-d6e4cdee-e33b-4c04-8804-ea5f5b8f916a tempest-ServerExternalEventsTest-767100027 tempest-ServerExternalEventsTest-767100027-project] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Received event network-changed {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1382.508331] env[62880]: DEBUG nova.compute.manager [None req-d6e4cdee-e33b-4c04-8804-ea5f5b8f916a tempest-ServerExternalEventsTest-767100027 tempest-ServerExternalEventsTest-767100027-project] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Refreshing instance network info cache due to event network-changed. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1382.508557] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6e4cdee-e33b-4c04-8804-ea5f5b8f916a tempest-ServerExternalEventsTest-767100027 tempest-ServerExternalEventsTest-767100027-project] Acquiring lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.508704] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6e4cdee-e33b-4c04-8804-ea5f5b8f916a tempest-ServerExternalEventsTest-767100027 tempest-ServerExternalEventsTest-767100027-project] Acquired lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.512013] env[62880]: DEBUG nova.network.neutron [None req-d6e4cdee-e33b-4c04-8804-ea5f5b8f916a tempest-ServerExternalEventsTest-767100027 tempest-ServerExternalEventsTest-767100027-project] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.529081] env[62880]: DEBUG nova.compute.manager [req-536fe96c-f097-4b3b-9f38-efc152c7bffc req-5685f2f4-631e-4da2-a143-3f25c744aeef service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Received event network-vif-plugged-c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1382.529156] env[62880]: DEBUG oslo_concurrency.lockutils [req-536fe96c-f097-4b3b-9f38-efc152c7bffc req-5685f2f4-631e-4da2-a143-3f25c744aeef service nova] Acquiring lock "1d2050a8-ceca-441d-a7d4-89c3f65323de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.529471] env[62880]: DEBUG oslo_concurrency.lockutils [req-536fe96c-f097-4b3b-9f38-efc152c7bffc req-5685f2f4-631e-4da2-a143-3f25c744aeef service nova] Lock "1d2050a8-ceca-441d-a7d4-89c3f65323de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.529751] env[62880]: DEBUG oslo_concurrency.lockutils [req-536fe96c-f097-4b3b-9f38-efc152c7bffc req-5685f2f4-631e-4da2-a143-3f25c744aeef service nova] Lock "1d2050a8-ceca-441d-a7d4-89c3f65323de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.529832] env[62880]: DEBUG nova.compute.manager [req-536fe96c-f097-4b3b-9f38-efc152c7bffc req-5685f2f4-631e-4da2-a143-3f25c744aeef service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] No waiting events found dispatching network-vif-plugged-c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1382.530411] env[62880]: WARNING nova.compute.manager [req-536fe96c-f097-4b3b-9f38-efc152c7bffc req-5685f2f4-631e-4da2-a143-3f25c744aeef service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Received unexpected event network-vif-plugged-c5069445-c9c4-450d-b586-3cded33de680 for instance with vm_state building and task_state spawning. [ 1382.531286] env[62880]: INFO nova.compute.manager [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Took 21.84 seconds to build instance. [ 1382.638738] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 60000f2d-9fcc-4139-a19e-ec58387a243d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1382.641260] env[62880]: DEBUG nova.network.neutron [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Updating instance_info_cache with network_info: [{"id": "c5069445-c9c4-450d-b586-3cded33de680", "address": "fa:16:3e:8f:c0:a9", "network": {"id": "04dde285-6c68-4a6b-aba8-243f2cd5c067", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-696089825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18252b2bdac4177b4fd04f1a9d3a6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5069445-c9", "ovs_interfaceid": "c5069445-c9c4-450d-b586-3cded33de680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.731092] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.796877] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880038, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.526045] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c16cf8d1-9130-4c3e-a24b-8542a4d329d8 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "04baf98f-b65c-4c0f-8333-ae165671fbd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.851s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.526980] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 48a2cbcd-666e-44c7-989b-3b1d66c08971 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1383.531385] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Releasing lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.531385] env[62880]: DEBUG nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Instance network_info: |[{"id": "c5069445-c9c4-450d-b586-3cded33de680", "address": "fa:16:3e:8f:c0:a9", "network": {"id": "04dde285-6c68-4a6b-aba8-243f2cd5c067", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-696089825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18252b2bdac4177b4fd04f1a9d3a6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5069445-c9", "ovs_interfaceid": "c5069445-c9c4-450d-b586-3cded33de680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.531609] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52917cc9-1c21-545e-0766-e3ef0349f01c, 'name': SearchDatastore_Task, 'duration_secs': 0.020759} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.533143] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c0:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5069445-c9c4-450d-b586-3cded33de680', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.539891] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Creating folder: Project (b18252b2bdac4177b4fd04f1a9d3a6bc). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.542953] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.543217] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] df00cfae-3bbb-4489-83fb-c7444548c0c4/df00cfae-3bbb-4489-83fb-c7444548c0c4.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.544169] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da61993d-09c4-4974-94e2-8315a57f3f4b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.545433] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a791e79f-560d-4485-9d7a-afb691528afc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.554337] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880038, 'name': CreateVM_Task, 'duration_secs': 0.654105} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.555516] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.555853] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1383.555853] env[62880]: value = "task-1880040" [ 1383.555853] env[62880]: _type = "Task" [ 1383.555853] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.556532] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.556638] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.557032] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1383.559271] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26aa953-eb6c-4807-b660-d7581d43d3e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.563956] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Created folder: Project (b18252b2bdac4177b4fd04f1a9d3a6bc) in parent group-v388473. [ 1383.564155] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Creating folder: Instances. Parent ref: group-v388519. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.565069] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7f30d00-8359-4cec-b819-bc8adc80946c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.570533] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1383.570533] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529d4a46-2fd2-020a-50e1-87b8639810be" [ 1383.570533] env[62880]: _type = "Task" [ 1383.570533] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.574601] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.579694] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Created folder: Instances in parent group-v388519. [ 1383.579971] env[62880]: DEBUG oslo.service.loopingcall [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.580205] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.580481] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16222603-13da-4775-8b2d-e3930737c30f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.598646] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529d4a46-2fd2-020a-50e1-87b8639810be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.605560] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.605560] env[62880]: value = "task-1880042" [ 1383.605560] env[62880]: _type = "Task" [ 1383.605560] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.615269] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880042, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.798247] env[62880]: DEBUG nova.network.neutron [req-faf9b7f8-1016-4a95-ba54-a488450f0456 req-cc625e4b-c600-4e13-a7af-f78f3f75cec5 service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Updated VIF entry in instance network info cache for port 1ea81c73-9324-46d2-a479-56b43cd04c78. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.798247] env[62880]: DEBUG nova.network.neutron [req-faf9b7f8-1016-4a95-ba54-a488450f0456 req-cc625e4b-c600-4e13-a7af-f78f3f75cec5 service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Updating instance_info_cache with network_info: [{"id": "1ea81c73-9324-46d2-a479-56b43cd04c78", "address": "fa:16:3e:90:44:64", "network": {"id": "831a03f4-ebf4-4ce1-8fb6-4c7a35947f48", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-124290664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf72b9c1a742404f84cf4134e4296b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ea81c73-93", "ovs_interfaceid": "1ea81c73-9324-46d2-a479-56b43cd04c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.030373] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance fcae5801-3f10-4da2-9148-771ddcc9942a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1384.044533] env[62880]: DEBUG nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.051716] env[62880]: DEBUG nova.network.neutron [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Successfully updated port: 3b6f3007-4426-4a74-83b2-7deb74cd7e5d {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1384.071154] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880040, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.091086] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529d4a46-2fd2-020a-50e1-87b8639810be, 'name': SearchDatastore_Task, 'duration_secs': 0.01354} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.091086] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.091086] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.091086] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.091389] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.091389] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.091389] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fa7abeb-d827-4198-858d-ce1ce24828df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.112024] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.112024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.112822] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7e31fb-d474-4813-b77b-8a440cd00ca4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.120175] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880042, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.126529] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1384.126529] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52312b24-0f65-e1d7-3ce2-ebd8560e5045" [ 1384.126529] env[62880]: _type = "Task" [ 1384.126529] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.137836] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52312b24-0f65-e1d7-3ce2-ebd8560e5045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.225355] env[62880]: DEBUG nova.network.neutron [None req-d6e4cdee-e33b-4c04-8804-ea5f5b8f916a tempest-ServerExternalEventsTest-767100027 tempest-ServerExternalEventsTest-767100027-project] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Updating instance_info_cache with network_info: [{"id": "598dd06c-e4c3-4669-b9cc-59f280974476", "address": "fa:16:3e:bb:4e:41", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598dd06c-e4", "ovs_interfaceid": "598dd06c-e4c3-4669-b9cc-59f280974476", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.303404] env[62880]: DEBUG oslo_concurrency.lockutils [req-faf9b7f8-1016-4a95-ba54-a488450f0456 req-cc625e4b-c600-4e13-a7af-f78f3f75cec5 service nova] Releasing lock "refresh_cache-03222b41-6488-49b1-a214-837f3c33f7bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.542977] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 504108f5-c321-4acf-a629-e6f818af97cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1384.556428] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "refresh_cache-1088fc4b-f281-47b1-b77d-d9ff3623b6bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.556710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "refresh_cache-1088fc4b-f281-47b1-b77d-d9ff3623b6bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.557494] env[62880]: DEBUG nova.network.neutron [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.581233] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880040, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.017123} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.581233] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] df00cfae-3bbb-4489-83fb-c7444548c0c4/df00cfae-3bbb-4489-83fb-c7444548c0c4.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.581466] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.582181] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1af9d78e-777b-444d-9047-d18a420cb3de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.594994] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1384.594994] env[62880]: value = "task-1880043" [ 1384.594994] env[62880]: _type = "Task" [ 1384.594994] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.594994] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.615566] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.622892] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880042, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.644556] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52312b24-0f65-e1d7-3ce2-ebd8560e5045, 'name': SearchDatastore_Task, 'duration_secs': 0.105313} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.645102] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be74677-9ecf-4776-a93c-aa232fc4db68 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.655560] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1384.655560] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52795532-60f8-c572-5d2b-27562863e0c7" [ 1384.655560] env[62880]: _type = "Task" [ 1384.655560] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.670012] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52795532-60f8-c572-5d2b-27562863e0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.728656] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6e4cdee-e33b-4c04-8804-ea5f5b8f916a tempest-ServerExternalEventsTest-767100027 tempest-ServerExternalEventsTest-767100027-project] Releasing lock "refresh_cache-e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.990687] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquiring lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.990687] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.991046] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquiring lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.991046] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.991255] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.998452] env[62880]: INFO nova.compute.manager [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Terminating instance [ 1385.048590] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 01a12c31-8582-4cd7-a85a-2029bc7ac6c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1385.112032] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142239} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.113515] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.114655] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152a7ac0-1b5a-4754-b881-51c081637514 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.131042] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880042, 'name': CreateVM_Task, 'duration_secs': 1.269183} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.147972] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.157706] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] df00cfae-3bbb-4489-83fb-c7444548c0c4/df00cfae-3bbb-4489-83fb-c7444548c0c4.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.158758] env[62880]: DEBUG nova.network.neutron [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.161298] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.161458] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.163356] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.163356] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d44b66-029d-4964-826b-f2445f51976e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.180180] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf845c6-7958-466b-9c61-6371238864af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.193159] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1385.193159] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5227d912-8003-1dda-7f36-6e609b5d73a2" [ 1385.193159] env[62880]: _type = "Task" [ 1385.193159] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.198754] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1385.198754] env[62880]: value = "task-1880044" [ 1385.198754] env[62880]: _type = "Task" [ 1385.198754] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.199191] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52795532-60f8-c572-5d2b-27562863e0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.027157} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.206551] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.206923] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc/a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.210773] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03cc1ac6-b6c5-4237-9b8c-2647eeb618d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.220445] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5227d912-8003-1dda-7f36-6e609b5d73a2, 'name': SearchDatastore_Task, 'duration_secs': 0.018015} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.228743] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.231059] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.231059] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.231059] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.231059] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.231059] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1385.231059] env[62880]: value = "task-1880045" [ 1385.231059] env[62880]: _type = "Task" [ 1385.231384] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.231384] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.231384] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac9ea88-bf4f-4899-9f51-efdaa769eead {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.243534] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.260757] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.260962] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.261819] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949c2bbe-dbf5-40fa-b008-038ef02fa2ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.268239] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1385.268239] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5284e5d2-8ea7-c398-3001-a4ba090dc8d1" [ 1385.268239] env[62880]: _type = "Task" [ 1385.268239] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.277063] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5284e5d2-8ea7-c398-3001-a4ba090dc8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.506689] env[62880]: DEBUG nova.compute.manager [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.506929] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.507725] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b50326c-cc8a-4a69-9105-07aff4798d05 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.519261] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.520384] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-179dedcb-d1ba-4ca7-9c9c-96345888a7d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.531039] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1385.531039] env[62880]: value = "task-1880046" [ 1385.531039] env[62880]: _type = "Task" [ 1385.531039] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.540858] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.555338] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1385.555752] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1385.556025] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1385.723416] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.729652] env[62880]: DEBUG nova.network.neutron [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Updating instance_info_cache with network_info: [{"id": "3b6f3007-4426-4a74-83b2-7deb74cd7e5d", "address": "fa:16:3e:2c:3b:77", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f3007-44", "ovs_interfaceid": "3b6f3007-4426-4a74-83b2-7deb74cd7e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.750881] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880045, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.785921] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5284e5d2-8ea7-c398-3001-a4ba090dc8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.02955} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.786802] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0801302-c018-4903-ad64-4ea3e06967b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.797485] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1385.797485] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f24691-1104-4042-37dc-8e6a1eda01c4" [ 1385.797485] env[62880]: _type = "Task" [ 1385.797485] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.807530] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f24691-1104-4042-37dc-8e6a1eda01c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.046781] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880046, 'name': PowerOffVM_Task, 'duration_secs': 0.455623} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.047144] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.047507] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.047938] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d04a25bc-dae0-4c2a-abe7-0660e0513fa1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.085031] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a34e47-32b7-4e6e-892a-9ec8bc7f66a4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.097013] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e7643d-2a77-46f5-a6a7-78bca7d3eeb0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.136808] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf756b97-06c5-42c6-a4ff-46ec6ac1e878 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.154197] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1031bb77-eb83-4850-b678-0946178b8f97 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.172275] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.219870] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.236022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "refresh_cache-1088fc4b-f281-47b1-b77d-d9ff3623b6bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.236022] env[62880]: DEBUG nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Instance network_info: |[{"id": "3b6f3007-4426-4a74-83b2-7deb74cd7e5d", "address": "fa:16:3e:2c:3b:77", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f3007-44", "ovs_interfaceid": "3b6f3007-4426-4a74-83b2-7deb74cd7e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1386.236294] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:3b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b6f3007-4426-4a74-83b2-7deb74cd7e5d', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.246025] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating folder: Project (66ae6bcec2174b5ebe462a3cb90bb6ea). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.246025] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f003b00-333a-4150-98d0-d881c454c091 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.259789] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880045, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.032284} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.260420] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc/a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.261107] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.261522] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c799d668-f998-44ca-b1bb-3eced525b19b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.267026] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Created folder: Project (66ae6bcec2174b5ebe462a3cb90bb6ea) in parent group-v388473. [ 1386.267026] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating folder: Instances. Parent ref: group-v388522. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1386.267026] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36e3efed-7785-4760-94af-9a248403762d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.272422] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1386.272422] env[62880]: value = "task-1880049" [ 1386.272422] env[62880]: _type = "Task" [ 1386.272422] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.279991] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Created folder: Instances in parent group-v388522. [ 1386.280508] env[62880]: DEBUG oslo.service.loopingcall [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.283043] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.283043] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a20af506-134d-4d19-9edd-63bd39617fb0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.305805] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.316019] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f24691-1104-4042-37dc-8e6a1eda01c4, 'name': SearchDatastore_Task, 'duration_secs': 0.062156} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.317465] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.317769] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 1d2050a8-ceca-441d-a7d4-89c3f65323de/1d2050a8-ceca-441d-a7d4-89c3f65323de.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.319210] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.319210] env[62880]: value = "task-1880051" [ 1386.319210] env[62880]: _type = "Task" [ 1386.319210] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.319210] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-788ecb85-5a8d-4186-ac50-720d3ac40d46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.340636] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880051, 'name': CreateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.341676] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1386.341676] env[62880]: value = "task-1880052" [ 1386.341676] env[62880]: _type = "Task" [ 1386.341676] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.352205] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.382810] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.382810] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.382810] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Deleting the datastore file [datastore1] e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.382810] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f2025a0-ecd8-45a0-b07d-3d35a4c32e25 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.394180] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for the task: (returnval){ [ 1386.394180] env[62880]: value = "task-1880053" [ 1386.394180] env[62880]: _type = "Task" [ 1386.394180] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.404732] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.676575] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.727869] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880044, 'name': ReconfigVM_Task, 'duration_secs': 1.049961} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.728101] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Reconfigured VM instance instance-0000000e to attach disk [datastore2] df00cfae-3bbb-4489-83fb-c7444548c0c4/df00cfae-3bbb-4489-83fb-c7444548c0c4.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.728778] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a0ddecf-8a8a-4e93-bb8f-298d341fda73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.738996] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1386.738996] env[62880]: value = "task-1880054" [ 1386.738996] env[62880]: _type = "Task" [ 1386.738996] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.751782] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880054, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.794258] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168255} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.795974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.796332] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.796675] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.800630] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed11fa6-6c08-413a-b823-711f4585223f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.837827] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc/a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.843712] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b4916a-5cda-40aa-b91b-0807edbf86a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.875570] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880051, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.880918] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880052, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.881403] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1386.881403] env[62880]: value = "task-1880055" [ 1386.881403] env[62880]: _type = "Task" [ 1386.881403] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.892783] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.907808] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.037578] env[62880]: DEBUG nova.compute.manager [req-a8f5a66e-993a-4723-ba60-7ab3d071ed1d req-fc0aa3fb-80c4-4498-bc7c-d1cf787f4765 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Received event network-vif-plugged-3b6f3007-4426-4a74-83b2-7deb74cd7e5d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1387.037892] env[62880]: DEBUG oslo_concurrency.lockutils [req-a8f5a66e-993a-4723-ba60-7ab3d071ed1d req-fc0aa3fb-80c4-4498-bc7c-d1cf787f4765 service nova] Acquiring lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.038291] env[62880]: DEBUG oslo_concurrency.lockutils [req-a8f5a66e-993a-4723-ba60-7ab3d071ed1d req-fc0aa3fb-80c4-4498-bc7c-d1cf787f4765 service nova] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.038291] env[62880]: DEBUG oslo_concurrency.lockutils [req-a8f5a66e-993a-4723-ba60-7ab3d071ed1d req-fc0aa3fb-80c4-4498-bc7c-d1cf787f4765 service nova] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.038520] env[62880]: DEBUG nova.compute.manager [req-a8f5a66e-993a-4723-ba60-7ab3d071ed1d req-fc0aa3fb-80c4-4498-bc7c-d1cf787f4765 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] No waiting events found dispatching network-vif-plugged-3b6f3007-4426-4a74-83b2-7deb74cd7e5d {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.038628] env[62880]: WARNING nova.compute.manager [req-a8f5a66e-993a-4723-ba60-7ab3d071ed1d req-fc0aa3fb-80c4-4498-bc7c-d1cf787f4765 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Received unexpected event network-vif-plugged-3b6f3007-4426-4a74-83b2-7deb74cd7e5d for instance with vm_state building and task_state spawning. [ 1387.190466] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1387.190820] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.641s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.191057] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.102s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.191241] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.195528] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.645s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.197097] env[62880]: INFO nova.compute.claims [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.253244] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880054, 'name': Rename_Task, 'duration_secs': 0.396481} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.253673] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.253834] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee829b29-ca12-44fe-b0f6-6f37c02973cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.258632] env[62880]: INFO nova.scheduler.client.report [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Deleted allocations for instance 4bf69568-7e1c-4556-bcf2-c25f1db550bb [ 1387.270719] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1387.270719] env[62880]: value = "task-1880056" [ 1387.270719] env[62880]: _type = "Task" [ 1387.270719] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.283439] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.344026] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880051, 'name': CreateVM_Task, 'duration_secs': 0.922892} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.344026] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.344026] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.344026] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.344026] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.344026] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be56df7-21a5-464a-b3c7-375bf56c0e7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.350206] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1387.350206] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b7d57-5dbf-e60a-9496-8c6a2140ded1" [ 1387.350206] env[62880]: _type = "Task" [ 1387.350206] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.365565] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b7d57-5dbf-e60a-9496-8c6a2140ded1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.374430] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850946} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.374430] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 1d2050a8-ceca-441d-a7d4-89c3f65323de/1d2050a8-ceca-441d-a7d4-89c3f65323de.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.374430] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.378398] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f3c6e60-b10d-4a38-96d7-183a1d4e64bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.387022] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1387.387022] env[62880]: value = "task-1880057" [ 1387.387022] env[62880]: _type = "Task" [ 1387.387022] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.394660] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.402814] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.408997] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.776619] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c1ab340-475a-455c-bdf4-56bece01e231 tempest-TenantUsagesTestJSON-442339754 tempest-TenantUsagesTestJSON-442339754-project-member] Lock "4bf69568-7e1c-4556-bcf2-c25f1db550bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.734s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.785467] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.810745] env[62880]: DEBUG nova.compute.manager [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.811949] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f564488f-a172-4320-ba83-c794f9a950e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.864641] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b7d57-5dbf-e60a-9496-8c6a2140ded1, 'name': SearchDatastore_Task, 'duration_secs': 0.021502} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.864977] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.865415] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.865771] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.865999] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.866204] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.866484] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30e3fb90-68e8-4fb5-a882-c8166ce74bd4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.877613] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.877818] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.880112] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a8d4d4-cc7d-48ae-9fbe-9fb4637aa845 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.897105] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1387.897105] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5252e9a3-b054-49c4-45a6-b2a878cc7fd2" [ 1387.897105] env[62880]: _type = "Task" [ 1387.897105] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.916321] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172194} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.916621] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880055, 'name': ReconfigVM_Task, 'duration_secs': 0.766556} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.917533] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.918030] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Reconfigured VM instance instance-00000005 to attach disk [datastore2] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc/a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.919683] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09c3d1d-3f41-446c-b771-2e6741770647 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.923022] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cb49d01-b55d-458f-a6e4-3920e9e14485 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.935916] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.935916] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5252e9a3-b054-49c4-45a6-b2a878cc7fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.943802] env[62880]: DEBUG nova.compute.manager [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Received event network-changed-c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1387.943994] env[62880]: DEBUG nova.compute.manager [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Refreshing instance network info cache due to event network-changed-c5069445-c9c4-450d-b586-3cded33de680. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1387.944223] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Acquiring lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.944410] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Acquired lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.944588] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Refreshing network info cache for port c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.960178] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41d92c1-97a1-4f1b-bab0-614cc24fac3a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.971990] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 1d2050a8-ceca-441d-a7d4-89c3f65323de/1d2050a8-ceca-441d-a7d4-89c3f65323de.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.972399] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1387.972399] env[62880]: value = "task-1880058" [ 1387.972399] env[62880]: _type = "Task" [ 1387.972399] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.975808] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da7d187-9d64-4adf-87fa-a8ddbb52506b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.997732] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1387.997732] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526a1016-ab8d-59e2-0276-8f51077e6d3d" [ 1387.997732] env[62880]: _type = "Task" [ 1387.997732] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.006782] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880058, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.007113] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1388.007113] env[62880]: value = "task-1880059" [ 1388.007113] env[62880]: _type = "Task" [ 1388.007113] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.014726] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526a1016-ab8d-59e2-0276-8f51077e6d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.015217} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.014903] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.015207] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 1088fc4b-f281-47b1-b77d-d9ff3623b6bc/1088fc4b-f281-47b1-b77d-d9ff3623b6bc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.015914] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c081c996-7b87-42e5-89de-ac9fa0fc6afb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.021812] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.029030] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1388.029030] env[62880]: value = "task-1880060" [ 1388.029030] env[62880]: _type = "Task" [ 1388.029030] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.038624] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.196788] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.197174] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.288024] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880056, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.327354] env[62880]: INFO nova.compute.manager [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] instance snapshotting [ 1388.332855] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d500aec3-1d7e-4c6e-bbdc-6d79adfb706e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.361050] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d70ae-8427-43c4-88e4-c5e620e6e11d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.413387] env[62880]: DEBUG oslo_vmware.api [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Task: {'id': task-1880053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.639109} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.413766] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.413975] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.415806] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.415806] env[62880]: INFO nova.compute.manager [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Took 2.91 seconds to destroy the instance on the hypervisor. [ 1388.415806] env[62880]: DEBUG oslo.service.loopingcall [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.418574] env[62880]: DEBUG nova.compute.manager [-] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.418574] env[62880]: DEBUG nova.network.neutron [-] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.506633] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880058, 'name': Rename_Task, 'duration_secs': 0.214406} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.509677] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.511564] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2334d864-747a-4ec6-8630-0c57f8b9042b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.527939] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.532404] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Updated VIF entry in instance network info cache for port c5069445-c9c4-450d-b586-3cded33de680. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.532899] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Updating instance_info_cache with network_info: [{"id": "c5069445-c9c4-450d-b586-3cded33de680", "address": "fa:16:3e:8f:c0:a9", "network": {"id": "04dde285-6c68-4a6b-aba8-243f2cd5c067", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-696089825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18252b2bdac4177b4fd04f1a9d3a6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5069445-c9", "ovs_interfaceid": "c5069445-c9c4-450d-b586-3cded33de680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.535843] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1388.535843] env[62880]: value = "task-1880061" [ 1388.535843] env[62880]: _type = "Task" [ 1388.535843] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.554908] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.555086] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.565086] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.570623] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880061, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.785947] env[62880]: DEBUG oslo_vmware.api [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880056, 'name': PowerOnVM_Task, 'duration_secs': 1.153816} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.788971] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.789245] env[62880]: INFO nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Took 17.21 seconds to spawn the instance on the hypervisor. [ 1388.789480] env[62880]: DEBUG nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.791992] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4bc9ea-13dc-426f-b54a-3ec71e365d17 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.796626] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134dfa31-d4b2-4b7b-bfa8-28dea7df521e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.812897] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bdb72f-87c1-444f-85f2-e6d5b2f41a82 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.850035] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce89f2d-6b51-4f96-9099-fcc4f549e9e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.863156] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e26ad3b-03e0-4ef7-8ab5-0e5769e2506d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.880087] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1388.881115] env[62880]: DEBUG nova.compute.provider_tree [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1388.883730] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da1430c9-25b5-4b63-9ea2-176265c253e0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.895197] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1388.895197] env[62880]: value = "task-1880062" [ 1388.895197] env[62880]: _type = "Task" [ 1388.895197] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.909866] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880062, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.024407] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880059, 'name': ReconfigVM_Task, 'duration_secs': 0.786063} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.024525] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 1d2050a8-ceca-441d-a7d4-89c3f65323de/1d2050a8-ceca-441d-a7d4-89c3f65323de.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.025221] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b764ad-cf12-4f5c-ba91-2b9842558534 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.038271] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Releasing lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.038271] env[62880]: DEBUG nova.compute.manager [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Received event network-changed-72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1389.038271] env[62880]: DEBUG nova.compute.manager [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Refreshing instance network info cache due to event network-changed-72a33e2c-5732-4234-baaf-65ce8f211a6a. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1389.038271] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Acquiring lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.038599] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Acquired lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.038759] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Refreshing network info cache for port 72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.051646] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1389.051646] env[62880]: value = "task-1880063" [ 1389.051646] env[62880]: _type = "Task" [ 1389.051646] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.064259] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651039} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.064949] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 1088fc4b-f281-47b1-b77d-d9ff3623b6bc/1088fc4b-f281-47b1-b77d-d9ff3623b6bc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.065291] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.065453] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99d93020-9cef-4fb6-b6f6-0452651dcc8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.075479] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.075479] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880063, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.095166] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1389.095166] env[62880]: value = "task-1880064" [ 1389.095166] env[62880]: _type = "Task" [ 1389.095166] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.107885] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.323516] env[62880]: INFO nova.compute.manager [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Took 25.19 seconds to build instance. [ 1389.409347] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880062, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.425641] env[62880]: ERROR nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [req-2b0ba97d-fd18-4243-8971-3d277440571a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b0ba97d-fd18-4243-8971-3d277440571a"}]} [ 1389.449514] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1389.471709] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1389.471848] env[62880]: DEBUG nova.compute.provider_tree [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1389.492255] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: a6fbc4a5-dc89-4f28-b906-0ef6d45ed9ce {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1389.517430] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1389.573174] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880063, 'name': Rename_Task, 'duration_secs': 0.218584} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.579444] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.579869] env[62880]: DEBUG oslo_vmware.api [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880061, 'name': PowerOnVM_Task, 'duration_secs': 0.906637} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.580378] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0460c92a-34d8-4a82-9758-8c48a5d8c53c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.582376] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.582586] env[62880]: DEBUG nova.compute.manager [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.583446] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f087fe8-92e3-453b-be6d-a03750d566ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.599800] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1389.599800] env[62880]: value = "task-1880065" [ 1389.599800] env[62880]: _type = "Task" [ 1389.599800] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.615043] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102499} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.615043] env[62880]: DEBUG nova.network.neutron [-] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.616071] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.618872] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.620403] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508b7eb5-0f3a-43a5-9a32-b39763194728 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.646342] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 1088fc4b-f281-47b1-b77d-d9ff3623b6bc/1088fc4b-f281-47b1-b77d-d9ff3623b6bc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.649969] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1ff9b1-ec22-4c79-836b-3543285f411a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.672305] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1389.672305] env[62880]: value = "task-1880066" [ 1389.672305] env[62880]: _type = "Task" [ 1389.672305] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.685028] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.826842] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4a0088a3-7f51-481c-acf2-47611c21a291 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.921s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.901050] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updated VIF entry in instance network info cache for port 72a33e2c-5732-4234-baaf-65ce8f211a6a. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.901409] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updating instance_info_cache with network_info: [{"id": "72a33e2c-5732-4234-baaf-65ce8f211a6a", "address": "fa:16:3e:be:af:dc", "network": {"id": "2f26b2c3-8718-459d-9889-fa9ac6395711", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319758712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a3de2445964af18174744b80be673d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a33e2c-57", "ovs_interfaceid": "72a33e2c-5732-4234-baaf-65ce8f211a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.908361] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880062, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.985040] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30f3729-4063-4b8a-b31f-d3a0de283beb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.993787] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98976ace-d223-4992-964c-7f98b07359e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.026333] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a3e53-844b-48a7-adda-954747eefc90 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.034596] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e99111d-2547-41e9-adf2-581a8c83ef4f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.048248] env[62880]: DEBUG nova.compute.provider_tree [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.110289] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.116419] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.119934] env[62880]: INFO nova.compute.manager [-] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Took 1.70 seconds to deallocate network for instance. [ 1390.182907] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.330218] env[62880]: DEBUG nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.407199] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Releasing lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.407470] env[62880]: DEBUG nova.compute.manager [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Received event network-changed-4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1390.407638] env[62880]: DEBUG nova.compute.manager [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Refreshing instance network info cache due to event network-changed-4f5f74a3-aad3-4dcf-a940-30290aa86a83. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1390.407837] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Acquiring lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.407975] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Acquired lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.408141] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Refreshing network info cache for port 4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.409354] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880062, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.570443] env[62880]: ERROR nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [req-cd70e985-be19-49d1-8c6e-d7e3f2faaae7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd70e985-be19-49d1-8c6e-d7e3f2faaae7"}]} [ 1390.593392] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1390.610958] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1390.611161] env[62880]: DEBUG nova.compute.provider_tree [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.622313] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880065, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.628035] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.638028] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: a6fbc4a5-dc89-4f28-b906-0ef6d45ed9ce {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1390.668272] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1390.688292] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880066, 'name': ReconfigVM_Task, 'duration_secs': 0.909868} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.688746] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 1088fc4b-f281-47b1-b77d-d9ff3623b6bc/1088fc4b-f281-47b1-b77d-d9ff3623b6bc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.689978] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8ed8d15-ed36-4852-ad35-cbbf55db5beb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.699251] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1390.699251] env[62880]: value = "task-1880067" [ 1390.699251] env[62880]: _type = "Task" [ 1390.699251] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.717034] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880067, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.875923] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.919371] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880062, 'name': CreateSnapshot_Task, 'duration_secs': 1.546763} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.920529] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1390.921040] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713bd298-3c0d-4f06-9fa1-9e220afcc6f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.118172] env[62880]: DEBUG oslo_vmware.api [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880065, 'name': PowerOnVM_Task, 'duration_secs': 1.49104} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.121034] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.121034] env[62880]: INFO nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Took 12.16 seconds to spawn the instance on the hypervisor. [ 1391.121034] env[62880]: DEBUG nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.121034] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12665f72-51e0-4a69-ad91-aadf0630e163 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.212699] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880067, 'name': Rename_Task, 'duration_secs': 0.253286} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.212699] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.212699] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e14809e-7d43-4c82-9b07-b61689a08622 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.230088] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1391.230088] env[62880]: value = "task-1880068" [ 1391.230088] env[62880]: _type = "Task" [ 1391.230088] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.243253] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.262733] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.263109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.303241] env[62880]: DEBUG nova.compute.manager [req-ea07d94d-fa6c-4928-8639-1bf4d757ec0c req-669cf7f3-388c-45a4-95ef-6cc473d18de2 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Received event network-changed-3b6f3007-4426-4a74-83b2-7deb74cd7e5d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1391.303769] env[62880]: DEBUG nova.compute.manager [req-ea07d94d-fa6c-4928-8639-1bf4d757ec0c req-669cf7f3-388c-45a4-95ef-6cc473d18de2 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Refreshing instance network info cache due to event network-changed-3b6f3007-4426-4a74-83b2-7deb74cd7e5d. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1391.303769] env[62880]: DEBUG oslo_concurrency.lockutils [req-ea07d94d-fa6c-4928-8639-1bf4d757ec0c req-669cf7f3-388c-45a4-95ef-6cc473d18de2 service nova] Acquiring lock "refresh_cache-1088fc4b-f281-47b1-b77d-d9ff3623b6bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.303923] env[62880]: DEBUG oslo_concurrency.lockutils [req-ea07d94d-fa6c-4928-8639-1bf4d757ec0c req-669cf7f3-388c-45a4-95ef-6cc473d18de2 service nova] Acquired lock "refresh_cache-1088fc4b-f281-47b1-b77d-d9ff3623b6bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.304298] env[62880]: DEBUG nova.network.neutron [req-ea07d94d-fa6c-4928-8639-1bf4d757ec0c req-669cf7f3-388c-45a4-95ef-6cc473d18de2 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Refreshing network info cache for port 3b6f3007-4426-4a74-83b2-7deb74cd7e5d {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.399448] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c777952b-8376-4d94-b53f-7590e1af9cad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.408556] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074ea973-9e0d-4d60-9783-db5ce3594144 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.459354] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1391.460303] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23478cf4-5d00-4b15-8f4f-f5e0834e89eb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.463709] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38419888-b771-40fc-8ddb-e2bc06543797 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.466995] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Updated VIF entry in instance network info cache for port 4f5f74a3-aad3-4dcf-a940-30290aa86a83. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.468454] env[62880]: DEBUG nova.network.neutron [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Updating instance_info_cache with network_info: [{"id": "4f5f74a3-aad3-4dcf-a940-30290aa86a83", "address": "fa:16:3e:ec:71:4e", "network": {"id": "ae3cc348-29c7-4f16-8639-7e2c37edfbba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-345180707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb13ddfc76a49939d8f9bdc1aaba473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f5f74a3-aa", "ovs_interfaceid": "4f5f74a3-aad3-4dcf-a940-30290aa86a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.476249] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726307c6-c4ae-42be-a6ab-7cb32667c8f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.482040] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1391.482040] env[62880]: value = "task-1880069" [ 1391.482040] env[62880]: _type = "Task" [ 1391.482040] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.495269] env[62880]: DEBUG nova.compute.provider_tree [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.503666] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.652844] env[62880]: INFO nova.compute.manager [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Took 17.27 seconds to build instance. [ 1391.741772] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.889827] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.890086] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.971350] env[62880]: DEBUG oslo_concurrency.lockutils [req-b0d74d7f-5741-4f48-be9b-bb8958ee5d58 req-f1477c96-372d-4ad9-af45-c9b6959b381d service nova] Releasing lock "refresh_cache-845e8be8-d45f-46cc-9bea-32f1630b9e21" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.000775] env[62880]: DEBUG nova.scheduler.client.report [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.004668] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.077621] env[62880]: DEBUG nova.network.neutron [req-ea07d94d-fa6c-4928-8639-1bf4d757ec0c req-669cf7f3-388c-45a4-95ef-6cc473d18de2 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Updated VIF entry in instance network info cache for port 3b6f3007-4426-4a74-83b2-7deb74cd7e5d. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.077621] env[62880]: DEBUG nova.network.neutron [req-ea07d94d-fa6c-4928-8639-1bf4d757ec0c req-669cf7f3-388c-45a4-95ef-6cc473d18de2 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Updating instance_info_cache with network_info: [{"id": "3b6f3007-4426-4a74-83b2-7deb74cd7e5d", "address": "fa:16:3e:2c:3b:77", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f3007-44", "ovs_interfaceid": "3b6f3007-4426-4a74-83b2-7deb74cd7e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.152711] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bc54c94-cd72-40b4-953e-2c16b76038ce tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "1d2050a8-ceca-441d-a7d4-89c3f65323de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.881s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.189695] env[62880]: DEBUG nova.compute.manager [req-64a6f822-7be6-4df5-a4d5-15f8a884afa2 req-28a436e0-ae7f-44a4-a95f-549b89490aea service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Received event network-changed-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1392.189830] env[62880]: DEBUG nova.compute.manager [req-64a6f822-7be6-4df5-a4d5-15f8a884afa2 req-28a436e0-ae7f-44a4-a95f-549b89490aea service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Refreshing instance network info cache due to event network-changed-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1392.189958] env[62880]: DEBUG oslo_concurrency.lockutils [req-64a6f822-7be6-4df5-a4d5-15f8a884afa2 req-28a436e0-ae7f-44a4-a95f-549b89490aea service nova] Acquiring lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.190223] env[62880]: DEBUG oslo_concurrency.lockutils [req-64a6f822-7be6-4df5-a4d5-15f8a884afa2 req-28a436e0-ae7f-44a4-a95f-549b89490aea service nova] Acquired lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.190382] env[62880]: DEBUG nova.network.neutron [req-64a6f822-7be6-4df5-a4d5-15f8a884afa2 req-28a436e0-ae7f-44a4-a95f-549b89490aea service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Refreshing network info cache for port 3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.244878] env[62880]: DEBUG oslo_vmware.api [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880068, 'name': PowerOnVM_Task, 'duration_secs': 1.020953} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.246448] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.246684] env[62880]: INFO nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1392.246864] env[62880]: DEBUG nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.247749] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522b04a0-60fc-4f28-b369-7bfd6aeddebd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.501036] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.510025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.312s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.510025] env[62880]: DEBUG nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.517020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.698s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.517020] env[62880]: INFO nova.compute.claims [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.584987] env[62880]: DEBUG oslo_concurrency.lockutils [req-ea07d94d-fa6c-4928-8639-1bf4d757ec0c req-669cf7f3-388c-45a4-95ef-6cc473d18de2 service nova] Releasing lock "refresh_cache-1088fc4b-f281-47b1-b77d-d9ff3623b6bc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.661017] env[62880]: DEBUG nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.775268] env[62880]: INFO nova.compute.manager [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Took 17.70 seconds to build instance. [ 1393.000030] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.022103] env[62880]: DEBUG nova.compute.utils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.028848] env[62880]: DEBUG nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.028848] env[62880]: DEBUG nova.network.neutron [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.094712] env[62880]: DEBUG nova.policy [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ea37cf493b740268f11b887b3bcb8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdeabc118a7744d1b85df252413b5a2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1393.135099] env[62880]: DEBUG nova.network.neutron [req-64a6f822-7be6-4df5-a4d5-15f8a884afa2 req-28a436e0-ae7f-44a4-a95f-549b89490aea service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Updated VIF entry in instance network info cache for port 3711aaeb-fc64-45f1-aaef-3adbbeee1dd3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.135503] env[62880]: DEBUG nova.network.neutron [req-64a6f822-7be6-4df5-a4d5-15f8a884afa2 req-28a436e0-ae7f-44a4-a95f-549b89490aea service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Updating instance_info_cache with network_info: [{"id": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "address": "fa:16:3e:75:7a:77", "network": {"id": "3833b0a3-5237-4035-a266-bfb88e9e382b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-562982678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "88b1d970444743c9a20b4134065604ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3711aaeb-fc", "ovs_interfaceid": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.182775] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.280130] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9a5006bb-346a-4e8f-8d43-2817ed7d9e3c tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.983s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.498659] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.530973] env[62880]: DEBUG nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.641207] env[62880]: DEBUG oslo_concurrency.lockutils [req-64a6f822-7be6-4df5-a4d5-15f8a884afa2 req-28a436e0-ae7f-44a4-a95f-549b89490aea service nova] Releasing lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.684038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.684038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.785221] env[62880]: DEBUG nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.004629] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.024845] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8d20f9-b4b3-4aca-8a47-c04039b0f346 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.034115] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a3a28-95b5-4daa-a142-3507716b6fed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.083586] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04caac4-a20c-451f-8f3b-7c661c5234ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.094220] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8fc80c-ffe0-47cc-a1cb-df70a7d373bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.110132] env[62880]: DEBUG nova.compute.provider_tree [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.203187] env[62880]: DEBUG nova.network.neutron [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Successfully created port: ed0bcd99-858e-402b-affc-b0938520b42f {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.307842] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.503756] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.549194] env[62880]: DEBUG nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.580015] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.580253] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.580411] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.580598] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.580743] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.580892] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.583735] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.583735] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.583735] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.583735] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.584147] env[62880]: DEBUG nova.virt.hardware [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.584734] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdf5127-ee78-4850-8895-48fff81f80da {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.594208] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c165df-86f2-409f-b901-8add4bced84f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.618117] env[62880]: DEBUG nova.scheduler.client.report [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.800944] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquiring lock "b053a896-d055-4e0a-8f85-8871df4bf5c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.801170] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "b053a896-d055-4e0a-8f85-8871df4bf5c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.008406] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.123385] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.124502] env[62880]: DEBUG nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.126959] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.190s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.127270] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.129355] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.967s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.130920] env[62880]: INFO nova.compute.claims [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.181027] env[62880]: INFO nova.scheduler.client.report [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Deleted allocations for instance 5174ef9a-700e-40df-8533-b1f980a26bc0 [ 1395.330471] env[62880]: DEBUG nova.compute.manager [req-59d1cef3-6969-48af-a192-baa92832baeb req-afa23ee2-e543-48df-881b-8b1b345855cf service nova] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Received event network-vif-deleted-598dd06c-e4c3-4669-b9cc-59f280974476 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1395.505477] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.505477] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.505477] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.505477] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.505793] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.506304] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880069, 'name': CloneVM_Task, 'duration_secs': 3.688057} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.506982] env[62880]: INFO nova.compute.manager [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Terminating instance [ 1395.508517] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Created linked-clone VM from snapshot [ 1395.509234] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b59203-cb90-4bdb-8d94-c04d56e7a64f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.527464] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Uploading image 3c09d6cd-f19a-4b6b-a1c8-4fc9599c5198 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1395.559339] env[62880]: DEBUG oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1395.559339] env[62880]: value = "vm-388526" [ 1395.559339] env[62880]: _type = "VirtualMachine" [ 1395.559339] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1395.559745] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3ae78d2d-a80f-4c4b-98a6-88b67b444d0e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.569841] env[62880]: DEBUG oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lease: (returnval){ [ 1395.569841] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521c4edb-7e0f-2547-b556-e623790174a2" [ 1395.569841] env[62880]: _type = "HttpNfcLease" [ 1395.569841] env[62880]: } obtained for exporting VM: (result){ [ 1395.569841] env[62880]: value = "vm-388526" [ 1395.569841] env[62880]: _type = "VirtualMachine" [ 1395.569841] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1395.570109] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the lease: (returnval){ [ 1395.570109] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521c4edb-7e0f-2547-b556-e623790174a2" [ 1395.570109] env[62880]: _type = "HttpNfcLease" [ 1395.570109] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1395.577653] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.577653] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521c4edb-7e0f-2547-b556-e623790174a2" [ 1395.577653] env[62880]: _type = "HttpNfcLease" [ 1395.577653] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1395.636944] env[62880]: DEBUG nova.compute.utils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1395.640111] env[62880]: DEBUG nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.641198] env[62880]: DEBUG nova.network.neutron [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.691275] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2e708a37-dfe5-4025-a6cd-26375ff79951 tempest-ServerDiagnosticsV248Test-1668855654 tempest-ServerDiagnosticsV248Test-1668855654-project-member] Lock "5174ef9a-700e-40df-8533-b1f980a26bc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.206s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.696579] env[62880]: DEBUG nova.policy [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5635c661a6b4dc6bcd0403ce08d8b6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87c78688275e4a8a9ca2898e5b37e708', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.021576] env[62880]: DEBUG nova.compute.manager [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.021940] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.022809] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0412415a-7596-4c3c-a9d2-c23dcc6b5689 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.033653] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.033653] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a12939e-ee3f-4ff2-a403-fe98ac5ea25c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.040902] env[62880]: DEBUG oslo_vmware.api [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1396.040902] env[62880]: value = "task-1880071" [ 1396.040902] env[62880]: _type = "Task" [ 1396.040902] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.051577] env[62880]: DEBUG oslo_vmware.api [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.082377] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1396.082377] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521c4edb-7e0f-2547-b556-e623790174a2" [ 1396.082377] env[62880]: _type = "HttpNfcLease" [ 1396.082377] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1396.083308] env[62880]: DEBUG oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1396.083308] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521c4edb-7e0f-2547-b556-e623790174a2" [ 1396.083308] env[62880]: _type = "HttpNfcLease" [ 1396.083308] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1396.084239] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffa90cb-990b-44b4-ae3a-d98774c1cc80 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.096278] env[62880]: DEBUG oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d2c4-a1c6-fd89-2795-09100afaf6da/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1396.097958] env[62880]: DEBUG oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d2c4-a1c6-fd89-2795-09100afaf6da/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1396.162212] env[62880]: DEBUG nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1396.170249] env[62880]: DEBUG nova.network.neutron [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Successfully created port: 659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.239376] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f88f8e3-cba8-4908-9541-83ace349bb6b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.554977] env[62880]: DEBUG oslo_vmware.api [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880071, 'name': PowerOffVM_Task, 'duration_secs': 0.347612} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.555349] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.555451] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.555732] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab67f680-0548-47db-b421-29fb2f2cf396 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.654032] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.654032] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.654032] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore2] a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.654032] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788bcf94-f528-4b64-8afe-d7ff2a0d9a81 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.662238] env[62880]: DEBUG oslo_vmware.api [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1396.662238] env[62880]: value = "task-1880073" [ 1396.662238] env[62880]: _type = "Task" [ 1396.662238] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.681657] env[62880]: DEBUG oslo_vmware.api [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.683528] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.683528] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.683528] env[62880]: DEBUG nova.compute.manager [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.685037] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5ca30b-5852-4a81-901d-d48d902a958f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.694464] env[62880]: DEBUG nova.compute.manager [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1396.695963] env[62880]: DEBUG nova.objects.instance [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lazy-loading 'flavor' on Instance uuid 1088fc4b-f281-47b1-b77d-d9ff3623b6bc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.715990] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b520692b-a257-4a6c-8f8d-dd42b798e5bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.734386] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd3a90-0064-4b24-8055-1db19a61884b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.782768] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2da31c-21db-4294-a370-a763e6e4903e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.794040] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cf98d0-a427-4d4c-889c-d2e7cf619771 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.813986] env[62880]: DEBUG nova.compute.provider_tree [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.176587] env[62880]: DEBUG oslo_vmware.api [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411445} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.176971] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.177278] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.177610] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.178296] env[62880]: INFO nova.compute.manager [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1397.178560] env[62880]: DEBUG oslo.service.loopingcall [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.178765] env[62880]: DEBUG nova.compute.manager [-] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.178984] env[62880]: DEBUG nova.network.neutron [-] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.185810] env[62880]: DEBUG nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1397.213695] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.213884] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.213965] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.214176] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.214325] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.214469] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.214768] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.214964] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.215322] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.215322] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.215542] env[62880]: DEBUG nova.virt.hardware [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.216650] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b64bf-70cd-4a87-9bf7-f849ded83551 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.227853] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1101edca-f3cd-4190-8588-b3c6bb2186b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.319441] env[62880]: DEBUG nova.scheduler.client.report [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.327116] env[62880]: DEBUG nova.network.neutron [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Successfully updated port: ed0bcd99-858e-402b-affc-b0938520b42f {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.699584] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.699888] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.703372] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.703955] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c9bbb27-4a90-49b3-881b-5fb0bcc04565 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.716205] env[62880]: DEBUG oslo_vmware.api [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1397.716205] env[62880]: value = "task-1880074" [ 1397.716205] env[62880]: _type = "Task" [ 1397.716205] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.732820] env[62880]: DEBUG oslo_vmware.api [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.825349] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.825753] env[62880]: DEBUG nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.828726] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.219s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.834508] env[62880]: INFO nova.compute.claims [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.838655] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.838655] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquired lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.838655] env[62880]: DEBUG nova.network.neutron [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.229471] env[62880]: DEBUG oslo_vmware.api [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880074, 'name': PowerOffVM_Task, 'duration_secs': 0.296352} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.229791] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.229989] env[62880]: DEBUG nova.compute.manager [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.231059] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f47dfce-1739-40a6-afbf-dba34fcd89c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.299668] env[62880]: DEBUG nova.network.neutron [-] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.339284] env[62880]: DEBUG nova.compute.utils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.340663] env[62880]: DEBUG nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.340663] env[62880]: DEBUG nova.network.neutron [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.446427] env[62880]: DEBUG nova.network.neutron [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.481161] env[62880]: DEBUG nova.policy [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d156ed9be841d2add5de6e64aabc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176d1522edbd4b808d40ebecc2bdb00d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.573071] env[62880]: DEBUG nova.compute.manager [req-11fa0962-c3f7-4cea-913d-685f967a7783 req-af130e04-3ad4-4a3d-a121-84fc5aae81bc service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Received event network-vif-plugged-ed0bcd99-858e-402b-affc-b0938520b42f {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1398.573331] env[62880]: DEBUG oslo_concurrency.lockutils [req-11fa0962-c3f7-4cea-913d-685f967a7783 req-af130e04-3ad4-4a3d-a121-84fc5aae81bc service nova] Acquiring lock "b9c20761-4bf1-4baf-9d77-948feb1d435c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.573503] env[62880]: DEBUG oslo_concurrency.lockutils [req-11fa0962-c3f7-4cea-913d-685f967a7783 req-af130e04-3ad4-4a3d-a121-84fc5aae81bc service nova] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.576228] env[62880]: DEBUG oslo_concurrency.lockutils [req-11fa0962-c3f7-4cea-913d-685f967a7783 req-af130e04-3ad4-4a3d-a121-84fc5aae81bc service nova] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.576439] env[62880]: DEBUG nova.compute.manager [req-11fa0962-c3f7-4cea-913d-685f967a7783 req-af130e04-3ad4-4a3d-a121-84fc5aae81bc service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] No waiting events found dispatching network-vif-plugged-ed0bcd99-858e-402b-affc-b0938520b42f {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.576620] env[62880]: WARNING nova.compute.manager [req-11fa0962-c3f7-4cea-913d-685f967a7783 req-af130e04-3ad4-4a3d-a121-84fc5aae81bc service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Received unexpected event network-vif-plugged-ed0bcd99-858e-402b-affc-b0938520b42f for instance with vm_state building and task_state spawning. [ 1398.688158] env[62880]: DEBUG nova.compute.manager [req-aa33b94b-fdb3-4d5b-9087-13228769a274 req-99c2c6d6-1658-4f1d-a2e1-6584c2fda917 service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Received event network-changed-c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1398.688397] env[62880]: DEBUG nova.compute.manager [req-aa33b94b-fdb3-4d5b-9087-13228769a274 req-99c2c6d6-1658-4f1d-a2e1-6584c2fda917 service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Refreshing instance network info cache due to event network-changed-c5069445-c9c4-450d-b586-3cded33de680. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1398.688682] env[62880]: DEBUG oslo_concurrency.lockutils [req-aa33b94b-fdb3-4d5b-9087-13228769a274 req-99c2c6d6-1658-4f1d-a2e1-6584c2fda917 service nova] Acquiring lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.690145] env[62880]: DEBUG oslo_concurrency.lockutils [req-aa33b94b-fdb3-4d5b-9087-13228769a274 req-99c2c6d6-1658-4f1d-a2e1-6584c2fda917 service nova] Acquired lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.690394] env[62880]: DEBUG nova.network.neutron [req-aa33b94b-fdb3-4d5b-9087-13228769a274 req-99c2c6d6-1658-4f1d-a2e1-6584c2fda917 service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Refreshing network info cache for port c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.744922] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6c007be-2338-4129-bd62-d5928b5da10e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.806374] env[62880]: INFO nova.compute.manager [-] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Took 1.63 seconds to deallocate network for instance. [ 1398.831248] env[62880]: DEBUG nova.network.neutron [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Updating instance_info_cache with network_info: [{"id": "ed0bcd99-858e-402b-affc-b0938520b42f", "address": "fa:16:3e:33:c2:41", "network": {"id": "2ae534ca-76f7-42dc-9bd2-8b23b7d4126e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1973409502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdeabc118a7744d1b85df252413b5a2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0bcd99-85", "ovs_interfaceid": "ed0bcd99-858e-402b-affc-b0938520b42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.848736] env[62880]: DEBUG nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.174776] env[62880]: DEBUG nova.network.neutron [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Successfully updated port: 659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.318129] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.334268] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Releasing lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.334657] env[62880]: DEBUG nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Instance network_info: |[{"id": "ed0bcd99-858e-402b-affc-b0938520b42f", "address": "fa:16:3e:33:c2:41", "network": {"id": "2ae534ca-76f7-42dc-9bd2-8b23b7d4126e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1973409502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdeabc118a7744d1b85df252413b5a2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0bcd99-85", "ovs_interfaceid": "ed0bcd99-858e-402b-affc-b0938520b42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1399.335020] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c2:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed0bcd99-858e-402b-affc-b0938520b42f', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.344589] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Creating folder: Project (bdeabc118a7744d1b85df252413b5a2f). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.347548] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42b3d37f-2fb0-4165-a2ed-6ebe37963bc1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.364553] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Created folder: Project (bdeabc118a7744d1b85df252413b5a2f) in parent group-v388473. [ 1399.364770] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Creating folder: Instances. Parent ref: group-v388527. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.368312] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b010041d-6e7d-452b-b993-c6fe500d7250 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.389623] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Created folder: Instances in parent group-v388527. [ 1399.389623] env[62880]: DEBUG oslo.service.loopingcall [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.389623] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.389623] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a02712-a18a-4ec0-ab04-ecdc9340f770 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.410619] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e366d09-954b-4b05-a768-bca3dc9ffda9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.421816] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16d3d7-c8c3-491b-91d0-9b6692e83323 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.425609] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.425609] env[62880]: value = "task-1880077" [ 1399.425609] env[62880]: _type = "Task" [ 1399.425609] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.465265] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c97968-5203-4974-9f53-b10fcef75967 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.468805] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880077, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.475013] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d861f4-aa21-40ee-a859-c8e1751d93f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.490489] env[62880]: DEBUG nova.compute.provider_tree [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.678429] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquiring lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.678429] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquired lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.678429] env[62880]: DEBUG nova.network.neutron [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.744540] env[62880]: DEBUG nova.network.neutron [req-aa33b94b-fdb3-4d5b-9087-13228769a274 req-99c2c6d6-1658-4f1d-a2e1-6584c2fda917 service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Updated VIF entry in instance network info cache for port c5069445-c9c4-450d-b586-3cded33de680. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.744772] env[62880]: DEBUG nova.network.neutron [req-aa33b94b-fdb3-4d5b-9087-13228769a274 req-99c2c6d6-1658-4f1d-a2e1-6584c2fda917 service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Updating instance_info_cache with network_info: [{"id": "c5069445-c9c4-450d-b586-3cded33de680", "address": "fa:16:3e:8f:c0:a9", "network": {"id": "04dde285-6c68-4a6b-aba8-243f2cd5c067", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-696089825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18252b2bdac4177b4fd04f1a9d3a6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5069445-c9", "ovs_interfaceid": "c5069445-c9c4-450d-b586-3cded33de680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.781029] env[62880]: DEBUG nova.network.neutron [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Successfully created port: df355e8b-d6cc-4eed-930b-2183afdd51ba {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.876695] env[62880]: DEBUG nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.907168] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.907434] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.907589] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.907838] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.908303] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.908479] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.908696] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.908857] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.909392] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.909492] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.909724] env[62880]: DEBUG nova.virt.hardware [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.910568] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00c6131-ff0a-4cbe-a644-099db8553cfb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.921635] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aa35fe-5dff-43bf-bce3-78ba5aea6938 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.953725] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880077, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.993794] env[62880]: DEBUG nova.scheduler.client.report [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.251531] env[62880]: DEBUG oslo_concurrency.lockutils [req-aa33b94b-fdb3-4d5b-9087-13228769a274 req-99c2c6d6-1658-4f1d-a2e1-6584c2fda917 service nova] Releasing lock "refresh_cache-1d2050a8-ceca-441d-a7d4-89c3f65323de" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.416160] env[62880]: DEBUG nova.network.neutron [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.442220] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880077, 'name': CreateVM_Task, 'duration_secs': 0.613299} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.442512] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.443181] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.443385] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.443699] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.443980] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c45b8d1-456a-43ca-a73e-ce5f96294ee0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.453572] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1400.453572] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520d12cd-87cf-c395-96a2-61c89f07d7e4" [ 1400.453572] env[62880]: _type = "Task" [ 1400.453572] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.467135] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520d12cd-87cf-c395-96a2-61c89f07d7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.500428] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.501505] env[62880]: DEBUG nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.505626] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.690s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.507056] env[62880]: INFO nova.compute.claims [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.780633] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.781257] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.808619] env[62880]: DEBUG nova.network.neutron [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Updating instance_info_cache with network_info: [{"id": "659bc3a2-f561-47db-93a0-9f197676c601", "address": "fa:16:3e:28:94:1e", "network": {"id": "05494080-9b32-4dd4-8d50-13d285dc8d47", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2133079268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c78688275e4a8a9ca2898e5b37e708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659bc3a2-f5", "ovs_interfaceid": "659bc3a2-f561-47db-93a0-9f197676c601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.970996] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520d12cd-87cf-c395-96a2-61c89f07d7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.040678} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.970996] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.970996] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.970996] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.971203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.971348] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.972071] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4625ad1a-cc1b-40bc-ab66-2c352e35f6ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.985086] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.985386] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.986118] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5e0cdd-0cd5-4be1-8bc3-1cd61ab78a5c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.993171] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1400.993171] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52683ce9-040d-e597-1a70-191c50361b43" [ 1400.993171] env[62880]: _type = "Task" [ 1400.993171] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.003896] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52683ce9-040d-e597-1a70-191c50361b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.015165] env[62880]: DEBUG nova.compute.utils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.019596] env[62880]: DEBUG nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.019828] env[62880]: DEBUG nova.network.neutron [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.117965] env[62880]: DEBUG nova.policy [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7db6c9765204b739edd3d19cbc8a9fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec05a7dbe4f04d64937070d9173c0cc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.314204] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Releasing lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.314997] env[62880]: DEBUG nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Instance network_info: |[{"id": "659bc3a2-f561-47db-93a0-9f197676c601", "address": "fa:16:3e:28:94:1e", "network": {"id": "05494080-9b32-4dd4-8d50-13d285dc8d47", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2133079268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c78688275e4a8a9ca2898e5b37e708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659bc3a2-f5", "ovs_interfaceid": "659bc3a2-f561-47db-93a0-9f197676c601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.315872] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:94:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '659bc3a2-f561-47db-93a0-9f197676c601', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.329980] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Creating folder: Project (87c78688275e4a8a9ca2898e5b37e708). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.330394] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06ed3d1f-a0e1-4272-9d3d-b5e531dcb485 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.349073] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Created folder: Project (87c78688275e4a8a9ca2898e5b37e708) in parent group-v388473. [ 1401.349444] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Creating folder: Instances. Parent ref: group-v388530. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.349802] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d32e805-928b-4526-a8d3-1faeb800c15b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.368389] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Created folder: Instances in parent group-v388530. [ 1401.368592] env[62880]: DEBUG oslo.service.loopingcall [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.368677] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.368902] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae811dac-4abb-4e50-9048-13cfae74ef9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.393298] env[62880]: DEBUG nova.compute.manager [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Received event network-changed-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1401.393532] env[62880]: DEBUG nova.compute.manager [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Refreshing instance network info cache due to event network-changed-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1401.393784] env[62880]: DEBUG oslo_concurrency.lockutils [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] Acquiring lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.394066] env[62880]: DEBUG oslo_concurrency.lockutils [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] Acquired lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.394280] env[62880]: DEBUG nova.network.neutron [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Refreshing network info cache for port 3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.404635] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.404635] env[62880]: value = "task-1880080" [ 1401.404635] env[62880]: _type = "Task" [ 1401.404635] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.417897] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880080, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.430227] env[62880]: DEBUG nova.compute.manager [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Received event network-vif-plugged-659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1401.430227] env[62880]: DEBUG oslo_concurrency.lockutils [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] Acquiring lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.430227] env[62880]: DEBUG oslo_concurrency.lockutils [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] Lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.430227] env[62880]: DEBUG oslo_concurrency.lockutils [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] Lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.431967] env[62880]: DEBUG nova.compute.manager [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] No waiting events found dispatching network-vif-plugged-659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.431967] env[62880]: WARNING nova.compute.manager [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Received unexpected event network-vif-plugged-659bc3a2-f561-47db-93a0-9f197676c601 for instance with vm_state building and task_state spawning. [ 1401.431967] env[62880]: DEBUG nova.compute.manager [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Received event network-changed-659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1401.431967] env[62880]: DEBUG nova.compute.manager [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Refreshing instance network info cache due to event network-changed-659bc3a2-f561-47db-93a0-9f197676c601. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1401.431967] env[62880]: DEBUG oslo_concurrency.lockutils [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] Acquiring lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.433098] env[62880]: DEBUG oslo_concurrency.lockutils [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] Acquired lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.433392] env[62880]: DEBUG nova.network.neutron [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Refreshing network info cache for port 659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.510114] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52683ce9-040d-e597-1a70-191c50361b43, 'name': SearchDatastore_Task, 'duration_secs': 0.019095} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.510996] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2baa204f-d52c-4d9d-bcac-ca614c467b67 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.520506] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1401.520506] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520e940c-6849-109b-5da4-c15460875c57" [ 1401.520506] env[62880]: _type = "Task" [ 1401.520506] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.522999] env[62880]: DEBUG nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.542177] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520e940c-6849-109b-5da4-c15460875c57, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.542752] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.542823] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] b9c20761-4bf1-4baf-9d77-948feb1d435c/b9c20761-4bf1-4baf-9d77-948feb1d435c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.543287] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fea9001-b39e-457e-902b-10a61c164675 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.553307] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1401.553307] env[62880]: value = "task-1880081" [ 1401.553307] env[62880]: _type = "Task" [ 1401.553307] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.562894] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.829076] env[62880]: DEBUG nova.network.neutron [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Successfully created port: 7f12e1a6-6661-4f69-a84e-c4ac7ac8061b {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.924350] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880080, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.071812] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880081, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.110412] env[62880]: DEBUG nova.network.neutron [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Successfully updated port: df355e8b-d6cc-4eed-930b-2183afdd51ba {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.172675] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c35114e-281f-4829-bb60-10c866c27690 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.183866] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1614af83-344c-4407-a56c-75412e2817ac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.221286] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab0b6e-3118-4189-82e2-bf5c64776c08 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.230100] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b007c8-5a4d-4fc2-b84a-16dbf8dc297b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.246705] env[62880]: DEBUG nova.compute.provider_tree [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.418251] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880080, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.424662] env[62880]: DEBUG nova.network.neutron [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Updated VIF entry in instance network info cache for port 659bc3a2-f561-47db-93a0-9f197676c601. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.425103] env[62880]: DEBUG nova.network.neutron [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Updating instance_info_cache with network_info: [{"id": "659bc3a2-f561-47db-93a0-9f197676c601", "address": "fa:16:3e:28:94:1e", "network": {"id": "05494080-9b32-4dd4-8d50-13d285dc8d47", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2133079268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c78688275e4a8a9ca2898e5b37e708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659bc3a2-f5", "ovs_interfaceid": "659bc3a2-f561-47db-93a0-9f197676c601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.534449] env[62880]: DEBUG nova.network.neutron [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Updated VIF entry in instance network info cache for port 3711aaeb-fc64-45f1-aaef-3adbbeee1dd3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.534801] env[62880]: DEBUG nova.network.neutron [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Updating instance_info_cache with network_info: [{"id": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "address": "fa:16:3e:75:7a:77", "network": {"id": "3833b0a3-5237-4035-a266-bfb88e9e382b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-562982678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "88b1d970444743c9a20b4134065604ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3711aaeb-fc", "ovs_interfaceid": "3711aaeb-fc64-45f1-aaef-3adbbeee1dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.547615] env[62880]: DEBUG nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.569965] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572092} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.570267] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] b9c20761-4bf1-4baf-9d77-948feb1d435c/b9c20761-4bf1-4baf-9d77-948feb1d435c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.570488] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.571580] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-478551bf-1f77-4550-bffb-76e70133dbbe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.585729] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.586015] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.586190] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.586715] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.586905] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.587082] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.587301] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.587455] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.587618] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.587775] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.587979] env[62880]: DEBUG nova.virt.hardware [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.589233] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56da104-bf77-4f7d-93f9-70a6e5fab1b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.595825] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1402.595825] env[62880]: value = "task-1880082" [ 1402.595825] env[62880]: _type = "Task" [ 1402.595825] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.602577] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce116fd9-b34f-4c23-95a1-41ac6e843bb1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.612723] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.613304] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "refresh_cache-270451b4-5dbf-450c-9495-900b2f546a97" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.613304] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "refresh_cache-270451b4-5dbf-450c-9495-900b2f546a97" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.613304] env[62880]: DEBUG nova.network.neutron [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.753514] env[62880]: DEBUG nova.scheduler.client.report [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.917342] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880080, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.929201] env[62880]: DEBUG oslo_concurrency.lockutils [req-e0d0a3dc-2aad-4ca9-bacf-4d2802946d08 req-eab6749e-73b5-40f4-bb82-7343499c63d6 service nova] Releasing lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.012322] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.012595] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.040712] env[62880]: DEBUG oslo_concurrency.lockutils [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] Releasing lock "refresh_cache-1af5d96c-08b1-45ed-ae51-d3509b7b4488" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.040997] env[62880]: DEBUG nova.compute.manager [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Received event network-changed-ed0bcd99-858e-402b-affc-b0938520b42f {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1403.041182] env[62880]: DEBUG nova.compute.manager [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Refreshing instance network info cache due to event network-changed-ed0bcd99-858e-402b-affc-b0938520b42f. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1403.041386] env[62880]: DEBUG oslo_concurrency.lockutils [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] Acquiring lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.041526] env[62880]: DEBUG oslo_concurrency.lockutils [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] Acquired lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.041683] env[62880]: DEBUG nova.network.neutron [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Refreshing network info cache for port ed0bcd99-858e-402b-affc-b0938520b42f {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.106405] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089725} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.106749] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.107595] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a5bd24-a79d-4c1a-aa56-137bf8027c94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.121707] env[62880]: DEBUG nova.compute.manager [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.122624] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd7b3ea-b1c7-4245-affe-25e1b7db11c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.050367] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] b9c20761-4bf1-4baf-9d77-948feb1d435c/b9c20761-4bf1-4baf-9d77-948feb1d435c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.050367] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc6fae6-e4b2-4571-a506-a4253df029bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.050367] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1404.050367] env[62880]: value = "task-1880086" [ 1404.050367] env[62880]: _type = "Task" [ 1404.050367] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.050367] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.051543] env[62880]: DEBUG nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.051543] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.537s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.051543] env[62880]: INFO nova.compute.claims [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.051543] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.051543] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880080, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.051686] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880086, 'name': ReconfigVM_Task, 'duration_secs': 0.38222} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.051686] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Reconfigured VM instance instance-00000011 to attach disk [datastore2] b9c20761-4bf1-4baf-9d77-948feb1d435c/b9c20761-4bf1-4baf-9d77-948feb1d435c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.051686] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f4807d1-7e6a-40db-9735-e8cc5e0e7b00 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.051686] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1404.051686] env[62880]: value = "task-1880087" [ 1404.051686] env[62880]: _type = "Task" [ 1404.051686] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.051686] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880087, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.052174] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880080, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.154895] env[62880]: DEBUG nova.network.neutron [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.351695] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880087, 'name': Rename_Task, 'duration_secs': 0.294308} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.352008] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.352288] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336274cb-4c23-4ee3-8a18-d50739ee7abc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.361038] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1404.361038] env[62880]: value = "task-1880088" [ 1404.361038] env[62880]: _type = "Task" [ 1404.361038] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.370410] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.418994] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880080, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.531494] env[62880]: DEBUG nova.network.neutron [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Updating instance_info_cache with network_info: [{"id": "df355e8b-d6cc-4eed-930b-2183afdd51ba", "address": "fa:16:3e:1c:c9:dc", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf355e8b-d6", "ovs_interfaceid": "df355e8b-d6cc-4eed-930b-2183afdd51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.561836] env[62880]: DEBUG nova.compute.utils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.573134] env[62880]: DEBUG nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1404.573326] env[62880]: DEBUG nova.network.neutron [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1404.577337] env[62880]: INFO nova.compute.manager [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] instance snapshotting [ 1404.577526] env[62880]: WARNING nova.compute.manager [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1404.582228] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb3886-2bde-4115-b03e-19bd4f6b1629 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.607658] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3354007a-e46c-42f8-a90a-f57dfce2b523 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.734026] env[62880]: DEBUG nova.policy [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ecbde5dd9934d60802a9f40d765e304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '035ab68f7dd54db3b7b76e626fdb8df0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1404.873984] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880088, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.924546] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880080, 'name': CreateVM_Task, 'duration_secs': 3.228449} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.924947] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.928880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.928880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.928880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.928880] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be67ef8-626d-499f-bd31-a4a69d921ca3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.936381] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1404.936381] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d0929-0102-42c3-85c7-9da31a2afa07" [ 1404.936381] env[62880]: _type = "Task" [ 1404.936381] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.954811] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d0929-0102-42c3-85c7-9da31a2afa07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.034271] env[62880]: DEBUG nova.compute.manager [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Received event network-vif-plugged-df355e8b-d6cc-4eed-930b-2183afdd51ba {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1405.035809] env[62880]: DEBUG oslo_concurrency.lockutils [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] Acquiring lock "270451b4-5dbf-450c-9495-900b2f546a97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.038135] env[62880]: DEBUG oslo_concurrency.lockutils [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] Lock "270451b4-5dbf-450c-9495-900b2f546a97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.038443] env[62880]: DEBUG oslo_concurrency.lockutils [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] Lock "270451b4-5dbf-450c-9495-900b2f546a97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.038646] env[62880]: DEBUG nova.compute.manager [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] No waiting events found dispatching network-vif-plugged-df355e8b-d6cc-4eed-930b-2183afdd51ba {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1405.041255] env[62880]: WARNING nova.compute.manager [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Received unexpected event network-vif-plugged-df355e8b-d6cc-4eed-930b-2183afdd51ba for instance with vm_state building and task_state spawning. [ 1405.041255] env[62880]: DEBUG nova.compute.manager [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Received event network-changed-df355e8b-d6cc-4eed-930b-2183afdd51ba {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1405.041255] env[62880]: DEBUG nova.compute.manager [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Refreshing instance network info cache due to event network-changed-df355e8b-d6cc-4eed-930b-2183afdd51ba. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1405.041255] env[62880]: DEBUG oslo_concurrency.lockutils [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] Acquiring lock "refresh_cache-270451b4-5dbf-450c-9495-900b2f546a97" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.041255] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "refresh_cache-270451b4-5dbf-450c-9495-900b2f546a97" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.041657] env[62880]: DEBUG nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Instance network_info: |[{"id": "df355e8b-d6cc-4eed-930b-2183afdd51ba", "address": "fa:16:3e:1c:c9:dc", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf355e8b-d6", "ovs_interfaceid": "df355e8b-d6cc-4eed-930b-2183afdd51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1405.041657] env[62880]: DEBUG oslo_concurrency.lockutils [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] Acquired lock "refresh_cache-270451b4-5dbf-450c-9495-900b2f546a97" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.042045] env[62880]: DEBUG nova.network.neutron [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Refreshing network info cache for port df355e8b-d6cc-4eed-930b-2183afdd51ba {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.045129] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:c9:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df355e8b-d6cc-4eed-930b-2183afdd51ba', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.050407] env[62880]: DEBUG oslo.service.loopingcall [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.051942] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.051942] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-392f88b5-9470-4a31-bbb0-e3adad608139 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.082717] env[62880]: DEBUG nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1405.102341] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.102341] env[62880]: value = "task-1880089" [ 1405.102341] env[62880]: _type = "Task" [ 1405.102341] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.120077] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.124553] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1405.125356] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b58af8e-3c4a-48ec-bfbc-4ac2b1a8393d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.143417] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1405.143417] env[62880]: value = "task-1880090" [ 1405.143417] env[62880]: _type = "Task" [ 1405.143417] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.157220] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.196171] env[62880]: DEBUG oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d2c4-a1c6-fd89-2795-09100afaf6da/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1405.197933] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caff7a65-e09e-441f-9e75-57f8c8fbe845 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.214378] env[62880]: DEBUG oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d2c4-a1c6-fd89-2795-09100afaf6da/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1405.214816] env[62880]: ERROR oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d2c4-a1c6-fd89-2795-09100afaf6da/disk-0.vmdk due to incomplete transfer. [ 1405.215437] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45a209fa-fa06-4ee7-981d-dcc92496f964 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.227550] env[62880]: DEBUG oslo_vmware.rw_handles [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256d2c4-a1c6-fd89-2795-09100afaf6da/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1405.227807] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Uploaded image 3c09d6cd-f19a-4b6b-a1c8-4fc9599c5198 to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1405.229903] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1405.230223] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea50ea75-f0b9-442d-8bcf-7e9f3277eb9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.240232] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1405.240232] env[62880]: value = "task-1880091" [ 1405.240232] env[62880]: _type = "Task" [ 1405.240232] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.250182] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880091, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.316861] env[62880]: DEBUG nova.network.neutron [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Updated VIF entry in instance network info cache for port ed0bcd99-858e-402b-affc-b0938520b42f. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.317263] env[62880]: DEBUG nova.network.neutron [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Updating instance_info_cache with network_info: [{"id": "ed0bcd99-858e-402b-affc-b0938520b42f", "address": "fa:16:3e:33:c2:41", "network": {"id": "2ae534ca-76f7-42dc-9bd2-8b23b7d4126e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1973409502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdeabc118a7744d1b85df252413b5a2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0bcd99-85", "ovs_interfaceid": "ed0bcd99-858e-402b-affc-b0938520b42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.377308] env[62880]: DEBUG oslo_vmware.api [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880088, 'name': PowerOnVM_Task, 'duration_secs': 0.887865} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.377580] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.377851] env[62880]: INFO nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1405.378176] env[62880]: DEBUG nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.379063] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88a26a-4620-40cc-9ecf-bf7658ec4806 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.431133] env[62880]: DEBUG nova.network.neutron [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Successfully updated port: 7f12e1a6-6661-4f69-a84e-c4ac7ac8061b {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.452650] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d0929-0102-42c3-85c7-9da31a2afa07, 'name': SearchDatastore_Task, 'duration_secs': 0.01607} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.452978] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.453860] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.453860] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.453860] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.453860] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.454092] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8537427-e199-4f82-8655-7c8a03a91959 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.464943] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.465165] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.466468] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289814f1-2998-467f-86eb-112e3a9ad9a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.473111] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1405.473111] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b05a5-ba14-432a-8fd5-1182d1a5c4eb" [ 1405.473111] env[62880]: _type = "Task" [ 1405.473111] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.484457] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b05a5-ba14-432a-8fd5-1182d1a5c4eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.618335] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.656655] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880090, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.691766] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf3aed3-3789-4b2c-9d5d-0828c33f6c07 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.700755] env[62880]: DEBUG nova.compute.manager [req-83014d6d-61a1-4f39-a73f-e3d478cfb39b req-b0c701af-c0a2-40a8-a140-fea8c3d9fe4f service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Received event network-vif-plugged-7f12e1a6-6661-4f69-a84e-c4ac7ac8061b {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1405.700932] env[62880]: DEBUG oslo_concurrency.lockutils [req-83014d6d-61a1-4f39-a73f-e3d478cfb39b req-b0c701af-c0a2-40a8-a140-fea8c3d9fe4f service nova] Acquiring lock "60000f2d-9fcc-4139-a19e-ec58387a243d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.701161] env[62880]: DEBUG oslo_concurrency.lockutils [req-83014d6d-61a1-4f39-a73f-e3d478cfb39b req-b0c701af-c0a2-40a8-a140-fea8c3d9fe4f service nova] Lock "60000f2d-9fcc-4139-a19e-ec58387a243d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.701321] env[62880]: DEBUG oslo_concurrency.lockutils [req-83014d6d-61a1-4f39-a73f-e3d478cfb39b req-b0c701af-c0a2-40a8-a140-fea8c3d9fe4f service nova] Lock "60000f2d-9fcc-4139-a19e-ec58387a243d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.701483] env[62880]: DEBUG nova.compute.manager [req-83014d6d-61a1-4f39-a73f-e3d478cfb39b req-b0c701af-c0a2-40a8-a140-fea8c3d9fe4f service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] No waiting events found dispatching network-vif-plugged-7f12e1a6-6661-4f69-a84e-c4ac7ac8061b {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1405.701641] env[62880]: WARNING nova.compute.manager [req-83014d6d-61a1-4f39-a73f-e3d478cfb39b req-b0c701af-c0a2-40a8-a140-fea8c3d9fe4f service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Received unexpected event network-vif-plugged-7f12e1a6-6661-4f69-a84e-c4ac7ac8061b for instance with vm_state building and task_state spawning. [ 1405.709866] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee853384-f6b5-4b32-aaa3-0ba79fab8b07 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.747969] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ab97e8-dc09-4f18-874d-f17bacfff7c6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.756323] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880091, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.759462] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c226332-37ad-436e-945f-67fcdb6cee14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.776012] env[62880]: DEBUG nova.compute.provider_tree [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.820681] env[62880]: DEBUG oslo_concurrency.lockutils [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] Releasing lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.820975] env[62880]: DEBUG nova.compute.manager [req-f7b73b3e-0ffe-444f-85f4-7e6541d87c74 req-3a8237c5-263b-4356-aa27-51d32a26a3c4 service nova] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Received event network-vif-deleted-1ef0ead1-c745-4c2b-bf36-6e4b256b93d4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1405.905092] env[62880]: INFO nova.compute.manager [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Took 28.38 seconds to build instance. [ 1405.934933] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquiring lock "refresh_cache-60000f2d-9fcc-4139-a19e-ec58387a243d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.936863] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquired lock "refresh_cache-60000f2d-9fcc-4139-a19e-ec58387a243d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.936863] env[62880]: DEBUG nova.network.neutron [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.951190] env[62880]: DEBUG nova.network.neutron [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Successfully created port: 267c86df-f961-4b81-ae9d-1633cfcddeca {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.982979] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b05a5-ba14-432a-8fd5-1182d1a5c4eb, 'name': SearchDatastore_Task, 'duration_secs': 0.023323} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.983891] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0558a48e-ad9f-4f72-979b-147255bd7fc9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.990447] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1405.990447] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5224431d-70ff-a6f9-f3c7-3fe0109c68b3" [ 1405.990447] env[62880]: _type = "Task" [ 1405.990447] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.000920] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5224431d-70ff-a6f9-f3c7-3fe0109c68b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.100107] env[62880]: DEBUG nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.116810] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.137809] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.138249] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.138483] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.138720] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.139206] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.139206] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.139337] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.139599] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.139801] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.140335] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.140335] env[62880]: DEBUG nova.virt.hardware [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.141304] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9e0471-997f-4f8e-8ebb-9be2962916e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.159957] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b077c-b070-455a-bf90-ab10045c7898 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.164193] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880090, 'name': CreateSnapshot_Task, 'duration_secs': 0.778626} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.164499] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1406.165894] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1613a2-47c3-4661-bda3-601401733359 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.181157] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquiring lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.181426] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.181630] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquiring lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.181809] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.181976] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.189403] env[62880]: INFO nova.compute.manager [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Terminating instance [ 1406.256013] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880091, 'name': Destroy_Task, 'duration_secs': 0.562855} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.256585] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Destroyed the VM [ 1406.257086] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1406.257668] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4348a748-5dba-485e-90eb-fff4e43e2880 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.267143] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1406.267143] env[62880]: value = "task-1880093" [ 1406.267143] env[62880]: _type = "Task" [ 1406.267143] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.278019] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.279076] env[62880]: DEBUG nova.scheduler.client.report [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.339501] env[62880]: DEBUG nova.network.neutron [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Updated VIF entry in instance network info cache for port df355e8b-d6cc-4eed-930b-2183afdd51ba. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.339868] env[62880]: DEBUG nova.network.neutron [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Updating instance_info_cache with network_info: [{"id": "df355e8b-d6cc-4eed-930b-2183afdd51ba", "address": "fa:16:3e:1c:c9:dc", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf355e8b-d6", "ovs_interfaceid": "df355e8b-d6cc-4eed-930b-2183afdd51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.406758] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c40d6501-2771-41ff-bd16-1587a88b0c68 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.057s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.504669] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5224431d-70ff-a6f9-f3c7-3fe0109c68b3, 'name': SearchDatastore_Task, 'duration_secs': 0.05318} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.504965] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.506075] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 0ef93c87-92c4-41e2-8c18-fe25e60e08ec/0ef93c87-92c4-41e2-8c18-fe25e60e08ec.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.506075] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ea11c4e-ab45-4d8a-a9f0-57b7b768b726 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.512955] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1406.512955] env[62880]: value = "task-1880094" [ 1406.512955] env[62880]: _type = "Task" [ 1406.512955] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.521792] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.530918] env[62880]: DEBUG nova.network.neutron [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.621763] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.702413] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1406.703200] env[62880]: DEBUG nova.compute.manager [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.703364] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.703609] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4d9aea3-1636-4633-80ac-28cc20fb8a52 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.707289] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a16d37-bb85-4fde-b8b4-1d1b0891b35e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.717460] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.718756] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4b7c39-f824-418c-a4df-a5fa26e3b04f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.720454] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1406.720454] env[62880]: value = "task-1880095" [ 1406.720454] env[62880]: _type = "Task" [ 1406.720454] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.727103] env[62880]: DEBUG oslo_vmware.api [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1406.727103] env[62880]: value = "task-1880096" [ 1406.727103] env[62880]: _type = "Task" [ 1406.727103] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.730984] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.739487] env[62880]: DEBUG oslo_vmware.api [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.778411] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.790038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.521s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.790207] env[62880]: DEBUG nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.798602] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.204s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.800224] env[62880]: INFO nova.compute.claims [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.845063] env[62880]: DEBUG oslo_concurrency.lockutils [req-652fdf0c-8a61-4830-a937-8fb59294a997 req-9a86d356-4db2-46d3-b493-1207b193a3c9 service nova] Releasing lock "refresh_cache-270451b4-5dbf-450c-9495-900b2f546a97" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.909242] env[62880]: DEBUG nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.928623] env[62880]: DEBUG nova.network.neutron [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Updating instance_info_cache with network_info: [{"id": "7f12e1a6-6661-4f69-a84e-c4ac7ac8061b", "address": "fa:16:3e:8e:60:56", "network": {"id": "f5e0d67c-df92-4e32-b590-af09215e833d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-576838688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec05a7dbe4f04d64937070d9173c0cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f12e1a6-66", "ovs_interfaceid": "7f12e1a6-6661-4f69-a84e-c4ac7ac8061b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.023717] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880094, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.123243] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.232766] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task} progress is 93%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.243768] env[62880]: DEBUG oslo_vmware.api [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.249321] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "c202a47a-50ac-4056-a370-76ee0169a4af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.250058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "c202a47a-50ac-4056-a370-76ee0169a4af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.281096] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.310147] env[62880]: DEBUG nova.compute.utils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.312970] env[62880]: DEBUG nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.314793] env[62880]: DEBUG nova.network.neutron [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.432016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Releasing lock "refresh_cache-60000f2d-9fcc-4139-a19e-ec58387a243d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.432398] env[62880]: DEBUG nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Instance network_info: |[{"id": "7f12e1a6-6661-4f69-a84e-c4ac7ac8061b", "address": "fa:16:3e:8e:60:56", "network": {"id": "f5e0d67c-df92-4e32-b590-af09215e833d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-576838688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec05a7dbe4f04d64937070d9173c0cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f12e1a6-66", "ovs_interfaceid": "7f12e1a6-6661-4f69-a84e-c4ac7ac8061b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1407.432853] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:60:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f12e1a6-6661-4f69-a84e-c4ac7ac8061b', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.442740] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Creating folder: Project (ec05a7dbe4f04d64937070d9173c0cc4). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.445847] env[62880]: DEBUG nova.policy [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80d156ed9be841d2add5de6e64aabc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '176d1522edbd4b808d40ebecc2bdb00d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.449896] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.449896] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0e6b6c1-29e0-4395-9c07-a6612660e31a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.464497] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Created folder: Project (ec05a7dbe4f04d64937070d9173c0cc4) in parent group-v388473. [ 1407.465008] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Creating folder: Instances. Parent ref: group-v388539. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.465343] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7efccec-d6ff-4865-ba19-16f534f52d0b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.477546] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Created folder: Instances in parent group-v388539. [ 1407.477813] env[62880]: DEBUG oslo.service.loopingcall [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.478063] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.478413] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-967f6522-fff1-48dc-aa2a-d944a72acf11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.504671] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.504671] env[62880]: value = "task-1880099" [ 1407.504671] env[62880]: _type = "Task" [ 1407.504671] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.513609] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880099, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.525151] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987039} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.525538] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 0ef93c87-92c4-41e2-8c18-fe25e60e08ec/0ef93c87-92c4-41e2-8c18-fe25e60e08ec.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.527494] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.527494] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5900b5a-3bad-4899-8515-bf9737c8c9ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.534674] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1407.534674] env[62880]: value = "task-1880100" [ 1407.534674] env[62880]: _type = "Task" [ 1407.534674] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.547247] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.618289] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.739064] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.749546] env[62880]: DEBUG oslo_vmware.api [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880096, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.780770] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.813517] env[62880]: DEBUG nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.017252] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880099, 'name': CreateVM_Task, 'duration_secs': 0.464427} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.017448] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.018165] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.018359] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.018656] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.018918] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b73c91-1791-405e-ba08-49b102f4554c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.029986] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1408.029986] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52044f6e-e7f7-a6b9-f4dc-7bc427fae95f" [ 1408.029986] env[62880]: _type = "Task" [ 1408.029986] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.042015] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52044f6e-e7f7-a6b9-f4dc-7bc427fae95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.052634] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144822} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.052756] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.053733] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913a4c8-669c-4077-8289-99dfa7592ba4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.082390] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 0ef93c87-92c4-41e2-8c18-fe25e60e08ec/0ef93c87-92c4-41e2-8c18-fe25e60e08ec.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.085539] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7794c8d-956e-4404-ac52-dd14ea193a75 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.115660] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1408.115660] env[62880]: value = "task-1880102" [ 1408.115660] env[62880]: _type = "Task" [ 1408.115660] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.120019] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.131102] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.143866] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.144139] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.144382] env[62880]: INFO nova.compute.manager [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Rebooting instance [ 1408.248243] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.262524] env[62880]: DEBUG oslo_vmware.api [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880096, 'name': PowerOffVM_Task, 'duration_secs': 1.042821} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.263041] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.267018] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.267018] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3634885-c978-460d-8a30-296497d22399 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.287835] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880093, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.389881] env[62880]: DEBUG nova.compute.manager [req-7b28bb7d-e19e-40ec-82ed-8be654684733 req-299335ae-2614-4d8c-8126-81436ea47a11 service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Received event network-changed-7f12e1a6-6661-4f69-a84e-c4ac7ac8061b {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1408.390047] env[62880]: DEBUG nova.compute.manager [req-7b28bb7d-e19e-40ec-82ed-8be654684733 req-299335ae-2614-4d8c-8126-81436ea47a11 service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Refreshing instance network info cache due to event network-changed-7f12e1a6-6661-4f69-a84e-c4ac7ac8061b. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1408.390283] env[62880]: DEBUG oslo_concurrency.lockutils [req-7b28bb7d-e19e-40ec-82ed-8be654684733 req-299335ae-2614-4d8c-8126-81436ea47a11 service nova] Acquiring lock "refresh_cache-60000f2d-9fcc-4139-a19e-ec58387a243d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.390405] env[62880]: DEBUG oslo_concurrency.lockutils [req-7b28bb7d-e19e-40ec-82ed-8be654684733 req-299335ae-2614-4d8c-8126-81436ea47a11 service nova] Acquired lock "refresh_cache-60000f2d-9fcc-4139-a19e-ec58387a243d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.390592] env[62880]: DEBUG nova.network.neutron [req-7b28bb7d-e19e-40ec-82ed-8be654684733 req-299335ae-2614-4d8c-8126-81436ea47a11 service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Refreshing network info cache for port 7f12e1a6-6661-4f69-a84e-c4ac7ac8061b {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.499493] env[62880]: DEBUG nova.network.neutron [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Successfully created port: 7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.512174] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.513016] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.513016] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Deleting the datastore file [datastore1] 1af5d96c-08b1-45ed-ae51-d3509b7b4488 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.513133] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59aa0f1-2008-4782-a3e4-ac21e2ba1f53 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.522414] env[62880]: DEBUG oslo_vmware.api [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for the task: (returnval){ [ 1408.522414] env[62880]: value = "task-1880104" [ 1408.522414] env[62880]: _type = "Task" [ 1408.522414] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.537633] env[62880]: DEBUG oslo_vmware.api [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.545286] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52044f6e-e7f7-a6b9-f4dc-7bc427fae95f, 'name': SearchDatastore_Task, 'duration_secs': 0.023366} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.546855] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.547145] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.547479] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.548058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.548058] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.554129] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa279a-0b34-4974-87a7-3280e0ba1206 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.557084] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d7d58c7-219b-4a63-b89d-4a211d929a58 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.565453] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e020aea0-b4f7-4e9e-96e4-ff80bcc66604 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.570733] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.570967] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.572324] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8c99c4-8a48-4660-b2d9-279d632e110a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.609055] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b169739-cbb8-4bc5-a25a-852d79983843 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.616226] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1408.616226] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521d21d6-14f8-02e5-e865-28b63e08fda1" [ 1408.616226] env[62880]: _type = "Task" [ 1408.616226] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.625192] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.629361] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93fcf10-6b93-4696-99f9-c06acc3f5c8c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.636799] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521d21d6-14f8-02e5-e865-28b63e08fda1, 'name': SearchDatastore_Task, 'duration_secs': 0.013288} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.638405] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25bcbe2-a1ae-4927-ab53-8b02f4e46f2b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.663351] env[62880]: DEBUG nova.compute.provider_tree [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1408.664980] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.670189] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1408.670189] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e60c29-8ff5-f8a3-4b94-34c45da9f809" [ 1408.670189] env[62880]: _type = "Task" [ 1408.670189] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.679514] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e60c29-8ff5-f8a3-4b94-34c45da9f809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.701980] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.702195] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquired lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.702370] env[62880]: DEBUG nova.network.neutron [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.736190] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.789554] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880093, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.829034] env[62880]: DEBUG nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.867018] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.867018] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.867018] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.867486] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.868730] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.868906] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.869261] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.869313] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.869466] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.869626] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.869795] env[62880]: DEBUG nova.virt.hardware [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.871028] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac575c7-6ddb-4399-8a00-a5f299284cde {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.884127] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30042d46-91b5-4a88-a521-8c17cbc40544 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.032849] env[62880]: DEBUG oslo_vmware.api [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Task: {'id': task-1880104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244765} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.032954] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.033176] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.033294] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.033464] env[62880]: INFO nova.compute.manager [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1409.033701] env[62880]: DEBUG oslo.service.loopingcall [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.033899] env[62880]: DEBUG nova.compute.manager [-] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.034396] env[62880]: DEBUG nova.network.neutron [-] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.047672] env[62880]: DEBUG nova.network.neutron [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Successfully updated port: 267c86df-f961-4b81-ae9d-1633cfcddeca {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.123363] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880089, 'name': CreateVM_Task, 'duration_secs': 3.570718} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.123478] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.124174] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.124333] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.124666] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1409.124981] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bace29a7-328a-4907-871a-a3d8c7707609 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.138120] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1409.138120] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52342db3-6ec6-f897-c0e0-40a5ee3e1544" [ 1409.138120] env[62880]: _type = "Task" [ 1409.138120] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.142060] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880102, 'name': ReconfigVM_Task, 'duration_secs': 0.74436} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.145410] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 0ef93c87-92c4-41e2-8c18-fe25e60e08ec/0ef93c87-92c4-41e2-8c18-fe25e60e08ec.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.146392] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d35b843-cd78-4767-ac0c-dba0c8131290 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.154341] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52342db3-6ec6-f897-c0e0-40a5ee3e1544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.155447] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1409.155447] env[62880]: value = "task-1880105" [ 1409.155447] env[62880]: _type = "Task" [ 1409.155447] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.183013] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880105, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.193621] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e60c29-8ff5-f8a3-4b94-34c45da9f809, 'name': SearchDatastore_Task, 'duration_secs': 0.028787} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.197257] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.197257] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 60000f2d-9fcc-4139-a19e-ec58387a243d/60000f2d-9fcc-4139-a19e-ec58387a243d.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.197257] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-905fb4b2-5b47-4baf-831f-259471a7aaf0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.202096] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1409.202096] env[62880]: value = "task-1880106" [ 1409.202096] env[62880]: _type = "Task" [ 1409.202096] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.212291] env[62880]: ERROR nova.scheduler.client.report [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [req-cd523544-bb91-4d27-a31b-b86298931d5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd523544-bb91-4d27-a31b-b86298931d5d"}]} [ 1409.218530] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.237275] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.239565] env[62880]: DEBUG nova.scheduler.client.report [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1409.256042] env[62880]: DEBUG nova.scheduler.client.report [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1409.256452] env[62880]: DEBUG nova.compute.provider_tree [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1409.272577] env[62880]: DEBUG nova.scheduler.client.report [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1409.285416] env[62880]: DEBUG oslo_vmware.api [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880093, 'name': RemoveSnapshot_Task, 'duration_secs': 2.550365} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.285778] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1409.286293] env[62880]: INFO nova.compute.manager [None req-eef54294-9b76-4ebb-b4f9-eb8c6b33e819 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Took 20.96 seconds to snapshot the instance on the hypervisor. [ 1409.300486] env[62880]: DEBUG nova.scheduler.client.report [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1409.552109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquiring lock "refresh_cache-48a2cbcd-666e-44c7-989b-3b1d66c08971" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.552300] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquired lock "refresh_cache-48a2cbcd-666e-44c7-989b-3b1d66c08971" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.552460] env[62880]: DEBUG nova.network.neutron [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.654977] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52342db3-6ec6-f897-c0e0-40a5ee3e1544, 'name': SearchDatastore_Task, 'duration_secs': 0.030566} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.655348] env[62880]: DEBUG nova.network.neutron [req-7b28bb7d-e19e-40ec-82ed-8be654684733 req-299335ae-2614-4d8c-8126-81436ea47a11 service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Updated VIF entry in instance network info cache for port 7f12e1a6-6661-4f69-a84e-c4ac7ac8061b. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.655881] env[62880]: DEBUG nova.network.neutron [req-7b28bb7d-e19e-40ec-82ed-8be654684733 req-299335ae-2614-4d8c-8126-81436ea47a11 service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Updating instance_info_cache with network_info: [{"id": "7f12e1a6-6661-4f69-a84e-c4ac7ac8061b", "address": "fa:16:3e:8e:60:56", "network": {"id": "f5e0d67c-df92-4e32-b590-af09215e833d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-576838688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec05a7dbe4f04d64937070d9173c0cc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f12e1a6-66", "ovs_interfaceid": "7f12e1a6-6661-4f69-a84e-c4ac7ac8061b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.656885] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.659911] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.660200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.660352] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.661219] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.661258] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31e5b4db-e564-47d2-8445-a2493bcc9a8d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.676466] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880105, 'name': Rename_Task, 'duration_secs': 0.18696} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.676740] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.676990] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0c53a4-bf09-46a4-ab0c-75ec4ed1adea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.682065] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.682182] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.682953] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c7355f-ea78-4f13-8024-35867082061b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.687175] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1409.687175] env[62880]: value = "task-1880107" [ 1409.687175] env[62880]: _type = "Task" [ 1409.687175] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.696625] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1409.696625] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c15295-869b-b25b-4b44-97999f3857c1" [ 1409.696625] env[62880]: _type = "Task" [ 1409.696625] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.707192] env[62880]: DEBUG nova.network.neutron [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Updating instance_info_cache with network_info: [{"id": "ed0bcd99-858e-402b-affc-b0938520b42f", "address": "fa:16:3e:33:c2:41", "network": {"id": "2ae534ca-76f7-42dc-9bd2-8b23b7d4126e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1973409502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdeabc118a7744d1b85df252413b5a2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0bcd99-85", "ovs_interfaceid": "ed0bcd99-858e-402b-affc-b0938520b42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.707192] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.720085] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c15295-869b-b25b-4b44-97999f3857c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.744083] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880106, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.753238] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.901299] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a77bb-9c7d-4345-aa0e-23fcb58adcfa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.910255] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961f37e-f1bd-4455-a79f-09168ec0df17 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.951986] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa8aebb-037b-42d6-8915-6a8ac3a72c6a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.960960] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1852d47f-4dcd-4e7c-bb60-6ad606035c16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.978315] env[62880]: DEBUG nova.compute.provider_tree [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1410.161999] env[62880]: DEBUG oslo_concurrency.lockutils [req-7b28bb7d-e19e-40ec-82ed-8be654684733 req-299335ae-2614-4d8c-8126-81436ea47a11 service nova] Releasing lock "refresh_cache-60000f2d-9fcc-4139-a19e-ec58387a243d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.206602] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880107, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.214842] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Releasing lock "refresh_cache-b9c20761-4bf1-4baf-9d77-948feb1d435c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.216086] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c15295-869b-b25b-4b44-97999f3857c1, 'name': SearchDatastore_Task, 'duration_secs': 0.069363} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.219154] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d0d09b-226b-4c42-994f-b6b1c432830a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.224343] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63614} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.224628] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 60000f2d-9fcc-4139-a19e-ec58387a243d/60000f2d-9fcc-4139-a19e-ec58387a243d.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.224876] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.225188] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-182b4c4e-81c2-478d-b979-46348ebc3223 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.230219] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1410.230219] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5229ee94-60f9-d7be-6f63-131384e9dbc9" [ 1410.230219] env[62880]: _type = "Task" [ 1410.230219] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.239481] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1410.239481] env[62880]: value = "task-1880109" [ 1410.239481] env[62880]: _type = "Task" [ 1410.239481] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.251281] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.256421] env[62880]: DEBUG nova.network.neutron [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.259444] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5229ee94-60f9-d7be-6f63-131384e9dbc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.260102] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.260373] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 270451b4-5dbf-450c-9495-900b2f546a97/270451b4-5dbf-450c-9495-900b2f546a97.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.260958] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7627994c-8106-4bd3-836b-77f66b43447b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.266830] env[62880]: DEBUG nova.network.neutron [-] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.268000] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.274685] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1410.274685] env[62880]: value = "task-1880110" [ 1410.274685] env[62880]: _type = "Task" [ 1410.274685] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.285277] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.549404] env[62880]: DEBUG nova.scheduler.client.report [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1410.549859] env[62880]: DEBUG nova.compute.provider_tree [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 41 to 42 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1410.549859] env[62880]: DEBUG nova.compute.provider_tree [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1410.554782] env[62880]: DEBUG nova.network.neutron [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Updating instance_info_cache with network_info: [{"id": "267c86df-f961-4b81-ae9d-1633cfcddeca", "address": "fa:16:3e:5c:7e:d6", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267c86df-f9", "ovs_interfaceid": "267c86df-f961-4b81-ae9d-1633cfcddeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.703026] env[62880]: DEBUG oslo_vmware.api [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880107, 'name': PowerOnVM_Task, 'duration_secs': 0.652345} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.703026] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.703222] env[62880]: INFO nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Took 13.52 seconds to spawn the instance on the hypervisor. [ 1410.703592] env[62880]: DEBUG nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.704253] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46a634-169c-45dc-9c87-efd4337e510a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.711680] env[62880]: DEBUG nova.network.neutron [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Successfully updated port: 7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.725131] env[62880]: DEBUG nova.compute.manager [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.725131] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb064bf-ff07-4ef7-a302-e56a5f2e1a2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.745945] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880095, 'name': CloneVM_Task, 'duration_secs': 4.009794} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.749365] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Created linked-clone VM from snapshot [ 1410.750120] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc18c12a-ce8b-4bd3-9aa3-641787722d75 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.757665] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09067} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.760757] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.761095] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Uploading image 52d35b16-78fa-400b-abf9-77938a982c4a {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1410.763605] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b5ed79-65c5-45ef-9c9c-4f8a28580bf2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.779976] env[62880]: INFO nova.compute.manager [-] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Took 1.75 seconds to deallocate network for instance. [ 1410.788865] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 60000f2d-9fcc-4139-a19e-ec58387a243d/60000f2d-9fcc-4139-a19e-ec58387a243d.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.796915] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087d15ec-5e73-465f-b463-86758e9372ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.811942] env[62880]: DEBUG nova.compute.manager [req-6d5de76e-df7e-4a13-96c1-db89e65f8118 req-196348fe-608e-4470-8a97-650f39d25c6d service nova] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Received event network-vif-deleted-3711aaeb-fc64-45f1-aaef-3adbbeee1dd3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1410.821715] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.823745] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1410.823745] env[62880]: value = "vm-388538" [ 1410.823745] env[62880]: _type = "VirtualMachine" [ 1410.823745] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1410.825427] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e1db693-1814-4d76-aaa7-12db8609ddbc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.827141] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1410.827141] env[62880]: value = "task-1880111" [ 1410.827141] env[62880]: _type = "Task" [ 1410.827141] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.833173] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lease: (returnval){ [ 1410.833173] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e0b0a3-db18-07f0-10f4-bed82b3d0527" [ 1410.833173] env[62880]: _type = "HttpNfcLease" [ 1410.833173] env[62880]: } obtained for exporting VM: (result){ [ 1410.833173] env[62880]: value = "vm-388538" [ 1410.833173] env[62880]: _type = "VirtualMachine" [ 1410.833173] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1410.833443] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the lease: (returnval){ [ 1410.833443] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e0b0a3-db18-07f0-10f4-bed82b3d0527" [ 1410.833443] env[62880]: _type = "HttpNfcLease" [ 1410.833443] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1410.839870] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.844385] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1410.844385] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e0b0a3-db18-07f0-10f4-bed82b3d0527" [ 1410.844385] env[62880]: _type = "HttpNfcLease" [ 1410.844385] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1411.057054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.258s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.057661] env[62880]: DEBUG nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.060991] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Releasing lock "refresh_cache-48a2cbcd-666e-44c7-989b-3b1d66c08971" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.064713] env[62880]: DEBUG nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Instance network_info: |[{"id": "267c86df-f961-4b81-ae9d-1633cfcddeca", "address": "fa:16:3e:5c:7e:d6", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267c86df-f9", "ovs_interfaceid": "267c86df-f961-4b81-ae9d-1633cfcddeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1411.064713] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.952s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.064897] env[62880]: DEBUG nova.objects.instance [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1411.064989] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:7e:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '267c86df-f961-4b81-ae9d-1633cfcddeca', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.079814] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Creating folder: Project (035ab68f7dd54db3b7b76e626fdb8df0). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.079814] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48b7ee1d-2334-4fe6-8e5e-0c214f4417ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.108332] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Created folder: Project (035ab68f7dd54db3b7b76e626fdb8df0) in parent group-v388473. [ 1411.108804] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Creating folder: Instances. Parent ref: group-v388542. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.108804] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b716f0-0bb7-426a-8ee1-480a3589c649 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.122200] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Created folder: Instances in parent group-v388542. [ 1411.123699] env[62880]: DEBUG oslo.service.loopingcall [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.123699] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.123699] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de6cf689-d9b9-4e37-8594-6723fd1f4a66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.145993] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.145993] env[62880]: value = "task-1880115" [ 1411.145993] env[62880]: _type = "Task" [ 1411.145993] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.156613] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880115, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.219659] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "refresh_cache-fcae5801-3f10-4da2-9148-771ddcc9942a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.219989] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "refresh_cache-fcae5801-3f10-4da2-9148-771ddcc9942a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.220272] env[62880]: DEBUG nova.network.neutron [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.230878] env[62880]: INFO nova.compute.manager [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Took 32.43 seconds to build instance. [ 1411.251035] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquiring lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.251035] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.292417] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902017} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.292700] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 270451b4-5dbf-450c-9495-900b2f546a97/270451b4-5dbf-450c-9495-900b2f546a97.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.292944] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.293218] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82aff26c-f922-4e66-ad63-3d8b9a32d563 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.301793] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1411.301793] env[62880]: value = "task-1880116" [ 1411.301793] env[62880]: _type = "Task" [ 1411.301793] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.312325] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.320207] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.337080] env[62880]: DEBUG nova.compute.manager [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Received event network-vif-plugged-267c86df-f961-4b81-ae9d-1633cfcddeca {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1411.337080] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] Acquiring lock "48a2cbcd-666e-44c7-989b-3b1d66c08971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.337229] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] Lock "48a2cbcd-666e-44c7-989b-3b1d66c08971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.338375] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] Lock "48a2cbcd-666e-44c7-989b-3b1d66c08971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.338375] env[62880]: DEBUG nova.compute.manager [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] No waiting events found dispatching network-vif-plugged-267c86df-f961-4b81-ae9d-1633cfcddeca {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.338375] env[62880]: WARNING nova.compute.manager [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Received unexpected event network-vif-plugged-267c86df-f961-4b81-ae9d-1633cfcddeca for instance with vm_state building and task_state spawning. [ 1411.338375] env[62880]: DEBUG nova.compute.manager [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Received event network-changed-267c86df-f961-4b81-ae9d-1633cfcddeca {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1411.338375] env[62880]: DEBUG nova.compute.manager [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Refreshing instance network info cache due to event network-changed-267c86df-f961-4b81-ae9d-1633cfcddeca. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1411.339308] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] Acquiring lock "refresh_cache-48a2cbcd-666e-44c7-989b-3b1d66c08971" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.339308] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] Acquired lock "refresh_cache-48a2cbcd-666e-44c7-989b-3b1d66c08971" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.339308] env[62880]: DEBUG nova.network.neutron [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Refreshing network info cache for port 267c86df-f961-4b81-ae9d-1633cfcddeca {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.346494] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.352163] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1411.352163] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e0b0a3-db18-07f0-10f4-bed82b3d0527" [ 1411.352163] env[62880]: _type = "HttpNfcLease" [ 1411.352163] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1411.352445] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1411.352445] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e0b0a3-db18-07f0-10f4-bed82b3d0527" [ 1411.352445] env[62880]: _type = "HttpNfcLease" [ 1411.352445] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1411.353217] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef23b5-02d1-46f8-8484-d28a6cf556ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.361837] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e1a0-bada-4296-c40f-12984e2abc58/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1411.363999] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e1a0-bada-4296-c40f-12984e2abc58/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1411.540315] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0380852-20ed-4d19-93c4-6c0653040f94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.564156] env[62880]: DEBUG nova.compute.utils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.566162] env[62880]: DEBUG nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.566382] env[62880]: DEBUG nova.network.neutron [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.656411] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880115, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.664624] env[62880]: DEBUG nova.policy [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff528f704064c56b7286ea8339a614d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d431c62e8243668f4bcc8f614a3b28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.734040] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2555987-f73f-433b-b418-7ec8a349d219 tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.890s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.752192] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6434e127-82ce-4d05-bbc0-8d83827fcb9a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.765573] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Doing hard reboot of VM {{(pid=62880) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1411.765908] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-73708e2c-a4f0-40dc-8f6e-a5f172924030 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.774387] env[62880]: DEBUG oslo_vmware.api [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1411.774387] env[62880]: value = "task-1880117" [ 1411.774387] env[62880]: _type = "Task" [ 1411.774387] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.787617] env[62880]: DEBUG oslo_vmware.api [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880117, 'name': ResetVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.798410] env[62880]: DEBUG nova.network.neutron [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.816318] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10332} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.816817] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.817729] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad94375-04ae-4c92-a1fd-84ad9f2e3fc6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.852282] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 270451b4-5dbf-450c-9495-900b2f546a97/270451b4-5dbf-450c-9495-900b2f546a97.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.859758] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbca3f46-f156-4ef6-ab0c-9e4380b9d684 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.882461] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880111, 'name': ReconfigVM_Task, 'duration_secs': 0.709904} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.883907] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 60000f2d-9fcc-4139-a19e-ec58387a243d/60000f2d-9fcc-4139-a19e-ec58387a243d.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.884754] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1411.884754] env[62880]: value = "task-1880118" [ 1411.884754] env[62880]: _type = "Task" [ 1411.884754] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.885060] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19e0b514-aa69-4bd4-8e99-0e4507e44549 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.904489] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.904801] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1411.904801] env[62880]: value = "task-1880119" [ 1411.904801] env[62880]: _type = "Task" [ 1411.904801] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.915345] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880119, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.069655] env[62880]: DEBUG nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.089951] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b59f795b-aaaf-489c-be23-64c37113cc30 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.096148] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.470s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.100156] env[62880]: DEBUG nova.objects.instance [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lazy-loading 'resources' on Instance uuid e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.160494] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880115, 'name': CreateVM_Task, 'duration_secs': 0.585129} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.160845] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.161892] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.162654] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.162654] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.163266] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83340470-6c30-4062-a5cf-13c4156e85da {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.170279] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1412.170279] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a7ebdb-9bcc-1289-d620-a09924cda461" [ 1412.170279] env[62880]: _type = "Task" [ 1412.170279] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.179474] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a7ebdb-9bcc-1289-d620-a09924cda461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.237731] env[62880]: DEBUG nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.272675] env[62880]: DEBUG nova.network.neutron [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Updating instance_info_cache with network_info: [{"id": "7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678", "address": "fa:16:3e:33:51:40", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b24f5e4-6b", "ovs_interfaceid": "7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.288439] env[62880]: DEBUG oslo_vmware.api [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880117, 'name': ResetVM_Task, 'duration_secs': 0.134757} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.288439] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Did hard reboot of VM {{(pid=62880) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1412.288439] env[62880]: DEBUG nova.compute.manager [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.288439] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2c2f1e-0aba-4942-b035-2a59ac252ee0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.403577] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.421154] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880119, 'name': Rename_Task, 'duration_secs': 0.21632} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.421988] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.422361] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63baca60-33c7-4d42-a0ee-edb20eedb673 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.432552] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1412.432552] env[62880]: value = "task-1880121" [ 1412.432552] env[62880]: _type = "Task" [ 1412.432552] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.446236] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.461323] env[62880]: DEBUG nova.network.neutron [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Updated VIF entry in instance network info cache for port 267c86df-f961-4b81-ae9d-1633cfcddeca. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.461323] env[62880]: DEBUG nova.network.neutron [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Updating instance_info_cache with network_info: [{"id": "267c86df-f961-4b81-ae9d-1633cfcddeca", "address": "fa:16:3e:5c:7e:d6", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267c86df-f9", "ovs_interfaceid": "267c86df-f961-4b81-ae9d-1633cfcddeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.682549] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a7ebdb-9bcc-1289-d620-a09924cda461, 'name': SearchDatastore_Task, 'duration_secs': 0.017995} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.682549] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.682549] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.682549] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.683019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.683019] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.683019] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a1889cf-570d-474d-80c1-e1e6f5ea115c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.697927] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.698146] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.699069] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ea829b-d6c1-4e7a-9827-c5c28d1c1c00 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.707682] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1412.707682] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52543bb1-860a-a438-af2d-0b5c7fedc4bd" [ 1412.707682] env[62880]: _type = "Task" [ 1412.707682] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.723692] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52543bb1-860a-a438-af2d-0b5c7fedc4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014287} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.724772] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49371399-6221-4cd2-9e34-a552e1461ca9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.737590] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1412.737590] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d42fa3-95f3-dc0d-dea1-dda7fde47098" [ 1412.737590] env[62880]: _type = "Task" [ 1412.737590] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.751151] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d42fa3-95f3-dc0d-dea1-dda7fde47098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.765954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.776034] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "refresh_cache-fcae5801-3f10-4da2-9148-771ddcc9942a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.778042] env[62880]: DEBUG nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Instance network_info: |[{"id": "7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678", "address": "fa:16:3e:33:51:40", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b24f5e4-6b", "ovs_interfaceid": "7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.778308] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:51:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.786416] env[62880]: DEBUG oslo.service.loopingcall [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.787926] env[62880]: DEBUG nova.network.neutron [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Successfully created port: 8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.789700] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.789771] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01e5c100-9174-469a-83e5-ecee221edb9a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.813096] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9056086b-5380-495c-9573-2ed00dfa068b tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.669s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.819243] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.819243] env[62880]: value = "task-1880122" [ 1412.819243] env[62880]: _type = "Task" [ 1412.819243] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.839093] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880122, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.902529] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.955819] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880121, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.964433] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d247ae7-1689-44a3-8f52-90b94476079c req-6ba4c55c-55df-4af0-b20c-a4fba63e21aa service nova] Releasing lock "refresh_cache-48a2cbcd-666e-44c7-989b-3b1d66c08971" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.087782] env[62880]: DEBUG nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.253195] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d42fa3-95f3-dc0d-dea1-dda7fde47098, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.253195] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.253195] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 48a2cbcd-666e-44c7-989b-3b1d66c08971/48a2cbcd-666e-44c7-989b-3b1d66c08971.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.253195] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5fbf86-66b9-48d5-a283-14803e2f8a8d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.266747] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1413.266747] env[62880]: value = "task-1880123" [ 1413.266747] env[62880]: _type = "Task" [ 1413.266747] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.279287] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.285313] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e489e333-be35-4813-8903-e3b1c3705418 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.297274] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8860f5c-24aa-4523-8de4-99f3737d2d10 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.354821] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e30eb01-a961-4fea-87a9-65136205b4f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.365723] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880122, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.367431] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f56b036-d0f7-4442-926f-1227c53b3f43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.374870] env[62880]: DEBUG nova.compute.manager [req-2c78275f-c30e-4e7b-a948-536767f0ab10 req-b5747a9a-46d9-41dc-949b-fc5ded53acdc service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Received event network-changed-659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1413.374870] env[62880]: DEBUG nova.compute.manager [req-2c78275f-c30e-4e7b-a948-536767f0ab10 req-b5747a9a-46d9-41dc-949b-fc5ded53acdc service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Refreshing instance network info cache due to event network-changed-659bc3a2-f561-47db-93a0-9f197676c601. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1413.375048] env[62880]: DEBUG oslo_concurrency.lockutils [req-2c78275f-c30e-4e7b-a948-536767f0ab10 req-b5747a9a-46d9-41dc-949b-fc5ded53acdc service nova] Acquiring lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.375208] env[62880]: DEBUG oslo_concurrency.lockutils [req-2c78275f-c30e-4e7b-a948-536767f0ab10 req-b5747a9a-46d9-41dc-949b-fc5ded53acdc service nova] Acquired lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.375527] env[62880]: DEBUG nova.network.neutron [req-2c78275f-c30e-4e7b-a948-536767f0ab10 req-b5747a9a-46d9-41dc-949b-fc5ded53acdc service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Refreshing network info cache for port 659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.395033] env[62880]: DEBUG nova.compute.provider_tree [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.415181] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.453662] env[62880]: DEBUG oslo_vmware.api [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880121, 'name': PowerOnVM_Task, 'duration_secs': 0.917487} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.454609] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.455057] env[62880]: INFO nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1413.455487] env[62880]: DEBUG nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.457355] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea3a78-3a9d-400f-b852-011a7232f00e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.480878] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.481249] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.481419] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.481603] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.481798] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.481969] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.482222] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.482400] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.482625] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.482822] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.483043] env[62880]: DEBUG nova.virt.hardware [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.484602] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65762317-18a5-48ba-884f-ec07dc0718e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.497358] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0936f55-1a62-4b39-aed4-3e9975a1554f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.780904] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880123, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.860803] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880122, 'name': CreateVM_Task, 'duration_secs': 0.803039} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.860990] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.863193] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.863411] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.863754] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.864231] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbb4c45-81e5-4c08-b571-d296092dbf01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.875020] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1413.875020] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5280d65f-b49c-2a2e-d625-601a61d470aa" [ 1413.875020] env[62880]: _type = "Task" [ 1413.875020] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.880108] env[62880]: DEBUG nova.compute.manager [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Received event network-vif-plugged-7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1413.880461] env[62880]: DEBUG oslo_concurrency.lockutils [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] Acquiring lock "fcae5801-3f10-4da2-9148-771ddcc9942a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.880768] env[62880]: DEBUG oslo_concurrency.lockutils [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] Lock "fcae5801-3f10-4da2-9148-771ddcc9942a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.881068] env[62880]: DEBUG oslo_concurrency.lockutils [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] Lock "fcae5801-3f10-4da2-9148-771ddcc9942a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.881346] env[62880]: DEBUG nova.compute.manager [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] No waiting events found dispatching network-vif-plugged-7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.881538] env[62880]: WARNING nova.compute.manager [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Received unexpected event network-vif-plugged-7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678 for instance with vm_state building and task_state spawning. [ 1413.881815] env[62880]: DEBUG nova.compute.manager [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Received event network-changed-7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1413.881997] env[62880]: DEBUG nova.compute.manager [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Refreshing instance network info cache due to event network-changed-7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1413.882260] env[62880]: DEBUG oslo_concurrency.lockutils [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] Acquiring lock "refresh_cache-fcae5801-3f10-4da2-9148-771ddcc9942a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.882419] env[62880]: DEBUG oslo_concurrency.lockutils [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] Acquired lock "refresh_cache-fcae5801-3f10-4da2-9148-771ddcc9942a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.882596] env[62880]: DEBUG nova.network.neutron [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Refreshing network info cache for port 7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.904682] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5280d65f-b49c-2a2e-d625-601a61d470aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.906165] env[62880]: DEBUG nova.scheduler.client.report [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.916246] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.982203] env[62880]: INFO nova.compute.manager [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Took 33.40 seconds to build instance. [ 1414.281664] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848102} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.282579] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 48a2cbcd-666e-44c7-989b-3b1d66c08971/48a2cbcd-666e-44c7-989b-3b1d66c08971.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.283014] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.283418] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5f1d102-46e8-4389-b4ba-56ecccf8aae3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.293677] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1414.293677] env[62880]: value = "task-1880125" [ 1414.293677] env[62880]: _type = "Task" [ 1414.293677] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.312327] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.399788] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5280d65f-b49c-2a2e-d625-601a61d470aa, 'name': SearchDatastore_Task, 'duration_secs': 0.061026} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.405828] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.406260] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.406596] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.407135] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.407433] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.408448] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3fe68a8-622e-416d-a667-e39dd09db842 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.413207] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.425727] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.552s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.428189] env[62880]: INFO nova.compute.claims [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.436515] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880118, 'name': ReconfigVM_Task, 'duration_secs': 2.427384} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.436515] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 270451b4-5dbf-450c-9495-900b2f546a97/270451b4-5dbf-450c-9495-900b2f546a97.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.436515] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8c5ba3c-52ba-4def-84fa-56084fb26a30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.442933] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.443262] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.447025] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-373fd75f-a21f-4710-b52e-51b3fa3b1842 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.451042] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1414.451042] env[62880]: value = "task-1880126" [ 1414.451042] env[62880]: _type = "Task" [ 1414.451042] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.460952] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1414.460952] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c12f12-5245-0e1b-f6d3-c6444683f451" [ 1414.460952] env[62880]: _type = "Task" [ 1414.460952] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.472235] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880126, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.486473] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f83f1f79-3ac2-4896-a63a-d6409180eaf1 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "60000f2d-9fcc-4139-a19e-ec58387a243d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.101s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.486777] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c12f12-5245-0e1b-f6d3-c6444683f451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.508961] env[62880]: INFO nova.scheduler.client.report [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Deleted allocations for instance e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11 [ 1414.529790] env[62880]: DEBUG nova.compute.manager [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.530812] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da6989-36a3-424b-8f48-4d96946d5853 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.737798] env[62880]: DEBUG nova.network.neutron [req-2c78275f-c30e-4e7b-a948-536767f0ab10 req-b5747a9a-46d9-41dc-949b-fc5ded53acdc service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Updated VIF entry in instance network info cache for port 659bc3a2-f561-47db-93a0-9f197676c601. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.739054] env[62880]: DEBUG nova.network.neutron [req-2c78275f-c30e-4e7b-a948-536767f0ab10 req-b5747a9a-46d9-41dc-949b-fc5ded53acdc service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Updating instance_info_cache with network_info: [{"id": "659bc3a2-f561-47db-93a0-9f197676c601", "address": "fa:16:3e:28:94:1e", "network": {"id": "05494080-9b32-4dd4-8d50-13d285dc8d47", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2133079268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87c78688275e4a8a9ca2898e5b37e708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659bc3a2-f5", "ovs_interfaceid": "659bc3a2-f561-47db-93a0-9f197676c601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.811190] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.334878} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.811190] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.811467] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6a8e48-bfb9-4723-8af6-0d232b879245 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.840040] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 48a2cbcd-666e-44c7-989b-3b1d66c08971/48a2cbcd-666e-44c7-989b-3b1d66c08971.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.840247] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09043bac-e0bd-47c7-90de-d4886f85ec85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.868384] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1414.868384] env[62880]: value = "task-1880127" [ 1414.868384] env[62880]: _type = "Task" [ 1414.868384] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.878018] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.963938] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880126, 'name': Rename_Task, 'duration_secs': 0.314152} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.963938] env[62880]: DEBUG nova.network.neutron [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Updated VIF entry in instance network info cache for port 7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.964051] env[62880]: DEBUG nova.network.neutron [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Updating instance_info_cache with network_info: [{"id": "7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678", "address": "fa:16:3e:33:51:40", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b24f5e4-6b", "ovs_interfaceid": "7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.969085] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.969676] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11704bc1-9b4d-44f0-839d-91e221bce282 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.978702] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c12f12-5245-0e1b-f6d3-c6444683f451, 'name': SearchDatastore_Task, 'duration_secs': 0.040248} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.981822] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1414.981822] env[62880]: value = "task-1880128" [ 1414.981822] env[62880]: _type = "Task" [ 1414.981822] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.982100] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fe9578-0f7e-4fcd-93cd-26d679ade179 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.993115] env[62880]: DEBUG nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.000547] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1415.000547] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f68d8a-343d-acae-bc59-3a3791c78713" [ 1415.000547] env[62880]: _type = "Task" [ 1415.000547] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.001290] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.012565] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f68d8a-343d-acae-bc59-3a3791c78713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.020398] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0f4b8674-9858-4649-a92a-e8de2b77d0de tempest-ServerExternalEventsTest-1820862978 tempest-ServerExternalEventsTest-1820862978-project-member] Lock "e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.030s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.050421] env[62880]: INFO nova.compute.manager [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] instance snapshotting [ 1415.054111] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4cf96e-41de-4c36-af19-ea6c08346f41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.059508] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.059753] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.059957] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "b9c20761-4bf1-4baf-9d77-948feb1d435c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.060146] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.060311] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.083037] env[62880]: INFO nova.compute.manager [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Terminating instance [ 1415.088710] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec851812-2653-40b1-a00d-f501649e5eb8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.197880] env[62880]: DEBUG nova.network.neutron [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Successfully updated port: 8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.248600] env[62880]: DEBUG oslo_concurrency.lockutils [req-2c78275f-c30e-4e7b-a948-536767f0ab10 req-b5747a9a-46d9-41dc-949b-fc5ded53acdc service nova] Releasing lock "refresh_cache-0ef93c87-92c4-41e2-8c18-fe25e60e08ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.274833] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquiring lock "60000f2d-9fcc-4139-a19e-ec58387a243d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.275116] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "60000f2d-9fcc-4139-a19e-ec58387a243d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.275349] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquiring lock "60000f2d-9fcc-4139-a19e-ec58387a243d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.275667] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "60000f2d-9fcc-4139-a19e-ec58387a243d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.275733] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "60000f2d-9fcc-4139-a19e-ec58387a243d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.278267] env[62880]: INFO nova.compute.manager [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Terminating instance [ 1415.382427] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.466926] env[62880]: DEBUG oslo_concurrency.lockutils [req-4e498f0d-6f78-4d52-a238-1ff44d0d2a26 req-0342082a-f817-403d-ac40-f379fde9641f service nova] Releasing lock "refresh_cache-fcae5801-3f10-4da2-9148-771ddcc9942a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.500750] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880128, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.518212] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f68d8a-343d-acae-bc59-3a3791c78713, 'name': SearchDatastore_Task, 'duration_secs': 0.027517} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.518454] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.518757] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] fcae5801-3f10-4da2-9148-771ddcc9942a/fcae5801-3f10-4da2-9148-771ddcc9942a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.519299] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f4d15a-06a9-4a80-aeba-a3bf86a3e731 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.530023] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.530023] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1415.530023] env[62880]: value = "task-1880129" [ 1415.530023] env[62880]: _type = "Task" [ 1415.530023] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.539678] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.598095] env[62880]: DEBUG nova.compute.manager [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.598374] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.600057] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f8195d-dc91-4e51-8fa5-e0a327072bb1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.607118] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1415.609667] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39d74fdc-91d8-44fc-a884-4b7f72cb859c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.611917] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.612019] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-280c322a-81fe-4b5c-8314-3de725931965 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.626784] env[62880]: DEBUG oslo_vmware.api [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1415.626784] env[62880]: value = "task-1880131" [ 1415.626784] env[62880]: _type = "Task" [ 1415.626784] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.630702] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1415.630702] env[62880]: value = "task-1880130" [ 1415.630702] env[62880]: _type = "Task" [ 1415.630702] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.649342] env[62880]: DEBUG oslo_vmware.api [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.650583] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.702992] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.703183] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.703340] env[62880]: DEBUG nova.network.neutron [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.795984] env[62880]: DEBUG nova.compute.manager [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.796157] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.797293] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd69b0a9-2743-4e7f-89e8-e1bcca37b02c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.814164] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.817808] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c115ee-fe92-47b6-8afc-df7dbfe59ada {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.829588] env[62880]: DEBUG oslo_vmware.api [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1415.829588] env[62880]: value = "task-1880132" [ 1415.829588] env[62880]: _type = "Task" [ 1415.829588] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.842695] env[62880]: DEBUG oslo_vmware.api [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.884037] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880127, 'name': ReconfigVM_Task, 'duration_secs': 0.753398} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.884249] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 48a2cbcd-666e-44c7-989b-3b1d66c08971/48a2cbcd-666e-44c7-989b-3b1d66c08971.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.885165] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddea19bd-1245-47d8-9b4e-350b5c7ffb57 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.897260] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1415.897260] env[62880]: value = "task-1880133" [ 1415.897260] env[62880]: _type = "Task" [ 1415.897260] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.924269] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880133, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.009628] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.016442] env[62880]: DEBUG nova.compute.manager [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Received event network-vif-plugged-8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1416.017435] env[62880]: DEBUG oslo_concurrency.lockutils [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] Acquiring lock "504108f5-c321-4acf-a629-e6f818af97cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.017435] env[62880]: DEBUG oslo_concurrency.lockutils [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] Lock "504108f5-c321-4acf-a629-e6f818af97cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.017435] env[62880]: DEBUG oslo_concurrency.lockutils [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] Lock "504108f5-c321-4acf-a629-e6f818af97cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.017435] env[62880]: DEBUG nova.compute.manager [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] No waiting events found dispatching network-vif-plugged-8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.017435] env[62880]: WARNING nova.compute.manager [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Received unexpected event network-vif-plugged-8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 for instance with vm_state building and task_state spawning. [ 1416.017589] env[62880]: DEBUG nova.compute.manager [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Received event network-changed-8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1416.017987] env[62880]: DEBUG nova.compute.manager [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Refreshing instance network info cache due to event network-changed-8cbee1fe-03f8-4315-b3cd-ff7de4d1f600. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1416.017987] env[62880]: DEBUG oslo_concurrency.lockutils [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] Acquiring lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.053993] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.153436] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.160652] env[62880]: DEBUG oslo_vmware.api [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880131, 'name': PowerOffVM_Task, 'duration_secs': 0.466903} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.160652] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.160652] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.160652] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56ba1a09-194f-49ba-928d-d7d2817d7875 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.167773] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbf2934-e91d-4f15-bc16-cfaee592ee35 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.181850] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cddc342-593c-41de-bf73-3adcace8680f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.230459] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b3b84-73b8-43d4-9365-51c006896db9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.244029] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc4737-816b-4c10-a48a-1115bca8b16a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.267073] env[62880]: DEBUG nova.compute.provider_tree [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.280573] env[62880]: DEBUG nova.network.neutron [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.343485] env[62880]: DEBUG oslo_vmware.api [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.411809] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880133, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.504434] env[62880]: DEBUG oslo_vmware.api [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880128, 'name': PowerOnVM_Task, 'duration_secs': 1.230924} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.505779] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.506069] env[62880]: INFO nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Took 16.63 seconds to spawn the instance on the hypervisor. [ 1416.506285] env[62880]: DEBUG nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.507199] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4003f6-d0b4-4ec1-a76b-0790ea2d379f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.548952] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.967038} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.549226] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] fcae5801-3f10-4da2-9148-771ddcc9942a/fcae5801-3f10-4da2-9148-771ddcc9942a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.549431] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.549695] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec53861-598b-4c1e-9cbd-22064294c57a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.553785] env[62880]: DEBUG nova.network.neutron [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updating instance_info_cache with network_info: [{"id": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "address": "fa:16:3e:37:04:2b", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbee1fe-03", "ovs_interfaceid": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.563282] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1416.563282] env[62880]: value = "task-1880136" [ 1416.563282] env[62880]: _type = "Task" [ 1416.563282] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.575609] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.640306] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.772429] env[62880]: DEBUG nova.scheduler.client.report [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.844491] env[62880]: DEBUG oslo_vmware.api [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880132, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.912892] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880133, 'name': Rename_Task, 'duration_secs': 0.720306} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.913617] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.913617] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5347fd4e-ac32-4be9-bf26-92bf363651a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.924697] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1416.924697] env[62880]: value = "task-1880137" [ 1416.924697] env[62880]: _type = "Task" [ 1416.924697] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.936083] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.031397] env[62880]: INFO nova.compute.manager [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Took 36.91 seconds to build instance. [ 1417.060352] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.061029] env[62880]: DEBUG nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Instance network_info: |[{"id": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "address": "fa:16:3e:37:04:2b", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbee1fe-03", "ovs_interfaceid": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.061253] env[62880]: DEBUG oslo_concurrency.lockutils [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] Acquired lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.062028] env[62880]: DEBUG nova.network.neutron [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Refreshing network info cache for port 8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.063453] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:04:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cbee1fe-03f8-4315-b3cd-ff7de4d1f600', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.076502] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Creating folder: Project (b1d431c62e8243668f4bcc8f614a3b28). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.076502] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3759866-1962-4c16-a4e8-744d2b1a53d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.103289] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133058} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.103578] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.104685] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2f85dd-ff56-42a1-9149-bebd6405e4b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.109742] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Created folder: Project (b1d431c62e8243668f4bcc8f614a3b28) in parent group-v388473. [ 1417.109970] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Creating folder: Instances. Parent ref: group-v388548. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.110740] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62cf68c4-a9c8-4b78-9f1b-34dd0db71841 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.134345] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fcae5801-3f10-4da2-9148-771ddcc9942a/fcae5801-3f10-4da2-9148-771ddcc9942a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.135998] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beab3810-95d3-4ee2-b73a-5143802c5e27 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.151832] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Created folder: Instances in parent group-v388548. [ 1417.152177] env[62880]: DEBUG oslo.service.loopingcall [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.155673] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.156847] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d64bda-7ba0-48db-aa50-53fbee2a6ff1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.175604] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1417.175604] env[62880]: value = "task-1880140" [ 1417.175604] env[62880]: _type = "Task" [ 1417.175604] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.182449] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880130, 'name': CreateSnapshot_Task, 'duration_secs': 1.169618} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.184338] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1417.184642] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.184642] env[62880]: value = "task-1880141" [ 1417.184642] env[62880]: _type = "Task" [ 1417.184642] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.185440] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bd02b9-b102-4f79-b17a-b13492486ab2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.195906] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.213046] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880141, 'name': CreateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.284391] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.284391] env[62880]: DEBUG nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1417.289580] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.107s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.295084] env[62880]: INFO nova.compute.claims [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.344320] env[62880]: DEBUG oslo_vmware.api [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880132, 'name': PowerOffVM_Task, 'duration_secs': 1.093102} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.344516] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.344674] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.344950] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56df7c21-441b-4e2f-8ee7-37701d90b5fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.368172] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.368855] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.369117] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Deleting the datastore file [datastore2] b9c20761-4bf1-4baf-9d77-948feb1d435c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.369410] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02fb6f48-d336-4b6f-99f9-7ac7dcbfe48f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.378437] env[62880]: DEBUG oslo_vmware.api [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for the task: (returnval){ [ 1417.378437] env[62880]: value = "task-1880143" [ 1417.378437] env[62880]: _type = "Task" [ 1417.378437] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.388528] env[62880]: DEBUG oslo_vmware.api [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.439938] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880137, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.462193] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.462409] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.462591] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Deleting the datastore file [datastore2] 60000f2d-9fcc-4139-a19e-ec58387a243d {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.462987] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd7ed39e-d677-4fa1-800a-ca414c6d5fcc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.471805] env[62880]: DEBUG oslo_vmware.api [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for the task: (returnval){ [ 1417.471805] env[62880]: value = "task-1880144" [ 1417.471805] env[62880]: _type = "Task" [ 1417.471805] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.482667] env[62880]: DEBUG oslo_vmware.api [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.534540] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c99dbd6-aa91-45a2-bea0-426ff5e7f3a2 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "270451b4-5dbf-450c-9495-900b2f546a97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.405s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.690820] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.700381] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880141, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.717466] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1417.717805] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e94be488-c02b-41b1-bba0-519c1976bdc9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.728268] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1417.728268] env[62880]: value = "task-1880145" [ 1417.728268] env[62880]: _type = "Task" [ 1417.728268] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.740172] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.800242] env[62880]: DEBUG nova.compute.utils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.807515] env[62880]: DEBUG nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.807515] env[62880]: DEBUG nova.network.neutron [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.891559] env[62880]: DEBUG oslo_vmware.api [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Task: {'id': task-1880143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382502} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.892197] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.892447] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.892645] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.892810] env[62880]: INFO nova.compute.manager [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1417.893140] env[62880]: DEBUG oslo.service.loopingcall [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.893354] env[62880]: DEBUG nova.compute.manager [-] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.893443] env[62880]: DEBUG nova.network.neutron [-] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.936274] env[62880]: DEBUG oslo_vmware.api [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880137, 'name': PowerOnVM_Task, 'duration_secs': 0.739172} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.937848] env[62880]: DEBUG nova.policy [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f91e78fe27dd44a5aa838c35901960ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79e8f23f9d8f4c2286cbd07e35690457', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.939581] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.939985] env[62880]: INFO nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Took 11.84 seconds to spawn the instance on the hypervisor. [ 1417.941474] env[62880]: DEBUG nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.941474] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecafa6d-bae8-4cad-a60b-b137a085f6c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.957166] env[62880]: DEBUG nova.network.neutron [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updated VIF entry in instance network info cache for port 8cbee1fe-03f8-4315-b3cd-ff7de4d1f600. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.957166] env[62880]: DEBUG nova.network.neutron [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updating instance_info_cache with network_info: [{"id": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "address": "fa:16:3e:37:04:2b", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbee1fe-03", "ovs_interfaceid": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.983492] env[62880]: DEBUG oslo_vmware.api [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Task: {'id': task-1880144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316369} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.983886] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.984097] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.984272] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.984436] env[62880]: INFO nova.compute.manager [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1417.984840] env[62880]: DEBUG oslo.service.loopingcall [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.985071] env[62880]: DEBUG nova.compute.manager [-] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.985144] env[62880]: DEBUG nova.network.neutron [-] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.038488] env[62880]: DEBUG nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.192030] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880140, 'name': ReconfigVM_Task, 'duration_secs': 0.651134} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.192030] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fcae5801-3f10-4da2-9148-771ddcc9942a/fcae5801-3f10-4da2-9148-771ddcc9942a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.194495] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad6fabb-e021-4e4e-b811-8dc90ef7d974 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.202084] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880141, 'name': CreateVM_Task, 'duration_secs': 0.697712} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.203435] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.203751] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1418.203751] env[62880]: value = "task-1880146" [ 1418.203751] env[62880]: _type = "Task" [ 1418.203751] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.204428] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.204581] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.204898] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.205272] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba104405-6633-4764-a9a5-544f91ccb227 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.214339] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1418.214339] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273e435-797e-dd39-44e1-d5487e805dde" [ 1418.214339] env[62880]: _type = "Task" [ 1418.214339] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.220609] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880146, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.237602] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273e435-797e-dd39-44e1-d5487e805dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.248704] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.313188] env[62880]: DEBUG nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.463534] env[62880]: DEBUG oslo_concurrency.lockutils [req-b6d2ac5f-8525-4f92-a814-e024e25b75ef req-300f2fff-672e-4815-9b70-957dac9162ab service nova] Releasing lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.467629] env[62880]: INFO nova.compute.manager [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Took 37.67 seconds to build instance. [ 1418.562125] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.727271] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880146, 'name': Rename_Task, 'duration_secs': 0.259043} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.730294] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.731057] env[62880]: DEBUG nova.network.neutron [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Successfully created port: 29c95268-d64f-4eb9-9a6e-0fdc36871c1d {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.735515] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5a700c1-777d-46db-841a-858838321c89 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.762467] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1418.762467] env[62880]: value = "task-1880148" [ 1418.762467] env[62880]: _type = "Task" [ 1418.762467] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.762467] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273e435-797e-dd39-44e1-d5487e805dde, 'name': SearchDatastore_Task, 'duration_secs': 0.022353} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.763329] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.765221] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.765221] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.765221] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.765221] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.770532] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bf218c7-e055-48fa-88ae-fda22a75090b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.780861] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.790017] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880148, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.791727] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.791962] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.792774] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c3e7ac-6d72-4a19-ad6e-148363bcfb3f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.800731] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1418.800731] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c0ba7-4b3e-79d8-e3c3-b614d474692e" [ 1418.800731] env[62880]: _type = "Task" [ 1418.800731] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.811935] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c0ba7-4b3e-79d8-e3c3-b614d474692e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.963409] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec4cf9e-76ba-465a-b450-da989627e4df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.969585] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4c9a3c9a-c177-4d5f-a82e-273beaf44398 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "48a2cbcd-666e-44c7-989b-3b1d66c08971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.730s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.974529] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebebc7b0-9ac4-4d50-af98-d3af4792940a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.012320] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e02b57c-03dd-41f5-9ab4-9534b74c9077 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.024762] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb20240-b4ba-44dd-b1ff-731f363e745c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.041019] env[62880]: DEBUG nova.compute.provider_tree [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.049737] env[62880]: DEBUG nova.network.neutron [-] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.137652] env[62880]: DEBUG nova.network.neutron [-] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.252806] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.274899] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.316244] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c0ba7-4b3e-79d8-e3c3-b614d474692e, 'name': SearchDatastore_Task, 'duration_secs': 0.033911} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.319657] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6956c5f-953c-4aff-a2a7-a45d70d63072 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.325269] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1419.325269] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f0a1ea-bd63-ed10-4971-306b66b50820" [ 1419.325269] env[62880]: _type = "Task" [ 1419.325269] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.329978] env[62880]: DEBUG nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.338828] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f0a1ea-bd63-ed10-4971-306b66b50820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.346390] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.346390] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.366530] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.366767] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.366914] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.367166] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.367316] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.367455] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.367657] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.367808] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.367965] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.368132] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.368301] env[62880]: DEBUG nova.virt.hardware [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.369275] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e62175-d537-4aec-a26e-b16fc44d3193 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.379925] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb62736-b85a-4f3b-ac4e-aa27c7c2da90 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.390488] env[62880]: DEBUG nova.compute.manager [req-dd289acc-f89b-4e73-8eb8-731f6562e96e req-085fe429-db6f-4bda-a3e2-c85336967680 service nova] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Received event network-vif-deleted-ed0bcd99-858e-402b-affc-b0938520b42f {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1419.475734] env[62880]: DEBUG nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1419.548025] env[62880]: DEBUG nova.scheduler.client.report [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.553898] env[62880]: INFO nova.compute.manager [-] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Took 1.66 seconds to deallocate network for instance. [ 1419.643791] env[62880]: INFO nova.compute.manager [-] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Took 1.66 seconds to deallocate network for instance. [ 1419.749736] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.775075] env[62880]: DEBUG oslo_vmware.api [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880148, 'name': PowerOnVM_Task, 'duration_secs': 0.754972} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.775372] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.775577] env[62880]: INFO nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1419.775751] env[62880]: DEBUG nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.776623] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb08152-40a3-4253-a75d-8638e196a9a8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.836910] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f0a1ea-bd63-ed10-4971-306b66b50820, 'name': SearchDatastore_Task, 'duration_secs': 0.077217} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.837553] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.837744] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 504108f5-c321-4acf-a629-e6f818af97cf/504108f5-c321-4acf-a629-e6f818af97cf.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.838177] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-164b0a30-1317-4803-9379-3fcf8b65fdab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.848105] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1419.848105] env[62880]: value = "task-1880149" [ 1419.848105] env[62880]: _type = "Task" [ 1419.848105] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.857448] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.010858] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.051173] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.051615] env[62880]: DEBUG nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1420.054876] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.747s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.057546] env[62880]: INFO nova.compute.claims [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.062802] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.149734] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.257179] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.298440] env[62880]: INFO nova.compute.manager [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Took 37.59 seconds to build instance. [ 1420.360762] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.565227] env[62880]: DEBUG nova.compute.utils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.568568] env[62880]: DEBUG nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.568976] env[62880]: DEBUG nova.network.neutron [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.624599] env[62880]: DEBUG nova.policy [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c0b9bd14dd54595b94bb74f833964af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e56d05474adb4c4380368860f89b476d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.752904] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.802666] env[62880]: DEBUG oslo_concurrency.lockutils [None req-feb39038-d5d1-4eb8-b40d-93f1907b5e50 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "fcae5801-3f10-4da2-9148-771ddcc9942a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.049s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.859608] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880149, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.076071] env[62880]: DEBUG nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.201186] env[62880]: DEBUG nova.network.neutron [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Successfully created port: fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.253247] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.254720] env[62880]: DEBUG nova.network.neutron [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Successfully updated port: 29c95268-d64f-4eb9-9a6e-0fdc36871c1d {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.307146] env[62880]: DEBUG nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.360983] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880149, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.587935] env[62880]: INFO nova.virt.block_device [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Booting with volume a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea at /dev/sda [ 1421.645432] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c96e9fbb-3f0a-42bb-8391-efbe5bb84943 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.659022] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f24bd3-70a8-4491-82c1-94b76f205435 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.704747] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-021f2b3d-94c4-42d3-b210-cc62f284a634 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.717059] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95befff9-bbad-4202-afd0-5bd20d8529ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.734232] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c37b335-b811-4eb0-96a6-b7b4fd75b510 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.739028] env[62880]: DEBUG nova.compute.manager [req-5a2eb600-704c-44c2-b90c-cb04ff54219a req-947b2edf-6627-444c-8c55-47fe2d6630f5 service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Received event network-vif-plugged-29c95268-d64f-4eb9-9a6e-0fdc36871c1d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1421.739395] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a2eb600-704c-44c2-b90c-cb04ff54219a req-947b2edf-6627-444c-8c55-47fe2d6630f5 service nova] Acquiring lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.739706] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a2eb600-704c-44c2-b90c-cb04ff54219a req-947b2edf-6627-444c-8c55-47fe2d6630f5 service nova] Lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.739976] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a2eb600-704c-44c2-b90c-cb04ff54219a req-947b2edf-6627-444c-8c55-47fe2d6630f5 service nova] Lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.740251] env[62880]: DEBUG nova.compute.manager [req-5a2eb600-704c-44c2-b90c-cb04ff54219a req-947b2edf-6627-444c-8c55-47fe2d6630f5 service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] No waiting events found dispatching network-vif-plugged-29c95268-d64f-4eb9-9a6e-0fdc36871c1d {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1421.740537] env[62880]: WARNING nova.compute.manager [req-5a2eb600-704c-44c2-b90c-cb04ff54219a req-947b2edf-6627-444c-8c55-47fe2d6630f5 service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Received unexpected event network-vif-plugged-29c95268-d64f-4eb9-9a6e-0fdc36871c1d for instance with vm_state building and task_state spawning. [ 1421.749459] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044b9b9-104e-40db-934b-d8bf6041ac98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.759009] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880145, 'name': CloneVM_Task, 'duration_secs': 3.687306} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.759712] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Created linked-clone VM from snapshot [ 1421.775059] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "refresh_cache-01a12c31-8582-4cd7-a85a-2029bc7ac6c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.775230] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquired lock "refresh_cache-01a12c31-8582-4cd7-a85a-2029bc7ac6c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.775367] env[62880]: DEBUG nova.network.neutron [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.777470] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246e1dcf-efd6-4ed5-a061-685024bd1dc3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.806470] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0110b7-eb2b-4db0-aa83-9d4e77b2228a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.811756] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc470ac5-ff7b-438a-a4f1-208852388226 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.822709] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Uploading image cb7c79dc-201d-42da-8a1f-6c6edfab735b {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1421.827869] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391c3d30-30d7-4bc8-9d1b-119153ad3ea7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.834828] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598de721-28b1-45c1-a2a0-a14c69fb0357 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.840758] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.851150] env[62880]: DEBUG nova.compute.provider_tree [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.861470] env[62880]: DEBUG nova.virt.block_device [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Updating existing volume attachment record: c056807d-22d3-43f7-b2b7-8150d464d7f2 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1421.871933] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880149, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.617562} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.874529] env[62880]: DEBUG oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1421.874529] env[62880]: value = "vm-388551" [ 1421.874529] env[62880]: _type = "VirtualMachine" [ 1421.874529] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1421.874529] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 504108f5-c321-4acf-a629-e6f818af97cf/504108f5-c321-4acf-a629-e6f818af97cf.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.874529] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.874529] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d458fe1d-c77f-4412-a808-957fdb55a945 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.879019] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ccd2f41-7140-4a5b-948b-1b6964ccaf6e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.888115] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1421.888115] env[62880]: value = "task-1880150" [ 1421.888115] env[62880]: _type = "Task" [ 1421.888115] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.894041] env[62880]: DEBUG oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lease: (returnval){ [ 1421.894041] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d58ebb-1452-d589-c316-492d8813bd7a" [ 1421.894041] env[62880]: _type = "HttpNfcLease" [ 1421.894041] env[62880]: } obtained for exporting VM: (result){ [ 1421.894041] env[62880]: value = "vm-388551" [ 1421.894041] env[62880]: _type = "VirtualMachine" [ 1421.894041] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1421.894355] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the lease: (returnval){ [ 1421.894355] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d58ebb-1452-d589-c316-492d8813bd7a" [ 1421.894355] env[62880]: _type = "HttpNfcLease" [ 1421.894355] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1421.905446] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.907509] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1421.907509] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d58ebb-1452-d589-c316-492d8813bd7a" [ 1421.907509] env[62880]: _type = "HttpNfcLease" [ 1421.907509] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1422.348354] env[62880]: DEBUG nova.network.neutron [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.353170] env[62880]: DEBUG nova.compute.manager [req-25529756-9a0e-4be5-83e5-1073d77ccb2e req-42a855ab-bfcb-4714-889f-517233c7e008 service nova] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Received event network-vif-deleted-7f12e1a6-6661-4f69-a84e-c4ac7ac8061b {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1422.366263] env[62880]: DEBUG nova.scheduler.client.report [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.399943] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquiring lock "48a2cbcd-666e-44c7-989b-3b1d66c08971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.400165] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "48a2cbcd-666e-44c7-989b-3b1d66c08971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.400804] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquiring lock "48a2cbcd-666e-44c7-989b-3b1d66c08971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.400804] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "48a2cbcd-666e-44c7-989b-3b1d66c08971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.400984] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "48a2cbcd-666e-44c7-989b-3b1d66c08971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.402921] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109674} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.403495] env[62880]: INFO nova.compute.manager [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Terminating instance [ 1422.408458] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.410620] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec0d045-dba7-44e8-87eb-15ba7572a4f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.419999] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1422.419999] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d58ebb-1452-d589-c316-492d8813bd7a" [ 1422.419999] env[62880]: _type = "HttpNfcLease" [ 1422.419999] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1422.430462] env[62880]: DEBUG oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1422.430462] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d58ebb-1452-d589-c316-492d8813bd7a" [ 1422.430462] env[62880]: _type = "HttpNfcLease" [ 1422.430462] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1422.442080] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 504108f5-c321-4acf-a629-e6f818af97cf/504108f5-c321-4acf-a629-e6f818af97cf.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.442891] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb4e440-dc61-4e40-b52d-549c59683ccb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.446362] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-443c455e-5c21-4caf-804a-e32b707c1ae9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.471360] env[62880]: DEBUG oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52226dab-cf40-bc3e-270a-5075bd6324a4/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1422.471569] env[62880]: DEBUG oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52226dab-cf40-bc3e-270a-5075bd6324a4/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1422.475038] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1422.475038] env[62880]: value = "task-1880152" [ 1422.475038] env[62880]: _type = "Task" [ 1422.475038] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.550407] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.583600] env[62880]: DEBUG nova.network.neutron [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Updating instance_info_cache with network_info: [{"id": "29c95268-d64f-4eb9-9a6e-0fdc36871c1d", "address": "fa:16:3e:dd:2f:2d", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c95268-d6", "ovs_interfaceid": "29c95268-d64f-4eb9-9a6e-0fdc36871c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.596345] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fbef3a7-0365-4c89-8121-0c69a129b29f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.844019] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e1a0-bada-4296-c40f-12984e2abc58/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1422.845089] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb122a-6c62-4a8f-9f59-cfd49fb2db09 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.854135] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e1a0-bada-4296-c40f-12984e2abc58/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1422.854135] env[62880]: ERROR oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e1a0-bada-4296-c40f-12984e2abc58/disk-0.vmdk due to incomplete transfer. [ 1422.854135] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73639ef0-56cf-4571-8c8f-07bf3d838cc9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.861123] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261e1a0-bada-4296-c40f-12984e2abc58/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1422.861347] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Uploaded image 52d35b16-78fa-400b-abf9-77938a982c4a to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1422.863419] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1422.863693] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38d20994-88bd-45d9-9184-687c7ea01e20 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.871564] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1422.871564] env[62880]: value = "task-1880153" [ 1422.871564] env[62880]: _type = "Task" [ 1422.871564] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.876056] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.876254] env[62880]: DEBUG nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.879151] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.561s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.879801] env[62880]: DEBUG nova.objects.instance [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lazy-loading 'resources' on Instance uuid a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.888865] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880153, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.914373] env[62880]: DEBUG nova.compute.manager [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.914625] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.916033] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c70836-c810-422a-8706-c171f0a493c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.925511] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.925511] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-512f5e1c-a890-4871-a87d-271417ffa37a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.935375] env[62880]: DEBUG oslo_vmware.api [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1422.935375] env[62880]: value = "task-1880154" [ 1422.935375] env[62880]: _type = "Task" [ 1422.935375] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.947650] env[62880]: DEBUG oslo_vmware.api [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.988727] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.087501] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Releasing lock "refresh_cache-01a12c31-8582-4cd7-a85a-2029bc7ac6c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.088074] env[62880]: DEBUG nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Instance network_info: |[{"id": "29c95268-d64f-4eb9-9a6e-0fdc36871c1d", "address": "fa:16:3e:dd:2f:2d", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c95268-d6", "ovs_interfaceid": "29c95268-d64f-4eb9-9a6e-0fdc36871c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.089580] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:2f:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29c95268-d64f-4eb9-9a6e-0fdc36871c1d', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.099645] env[62880]: DEBUG oslo.service.loopingcall [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.102076] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.103238] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b084def9-aef6-4b77-ac5f-f08304fedd01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.131173] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.131173] env[62880]: value = "task-1880155" [ 1423.131173] env[62880]: _type = "Task" [ 1423.131173] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.143781] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880155, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.200832] env[62880]: DEBUG nova.network.neutron [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Successfully updated port: fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.389114] env[62880]: DEBUG nova.compute.utils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.390624] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880153, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.392042] env[62880]: DEBUG nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.392237] env[62880]: DEBUG nova.network.neutron [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.450528] env[62880]: DEBUG oslo_vmware.api [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880154, 'name': PowerOffVM_Task, 'duration_secs': 0.302794} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.455037] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.455827] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.456690] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f99b1da0-04ab-4133-87df-90628980e9c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.469688] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Acquiring lock "30492d40-8f2a-4270-a033-59ada9031bef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.469688] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "30492d40-8f2a-4270-a033-59ada9031bef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.478356] env[62880]: DEBUG nova.policy [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4168d332786d4bb995c8d1f8fc54cf17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f169b3683a441d8773d438fbe42b70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.494537] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880152, 'name': ReconfigVM_Task, 'duration_secs': 0.776889} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.495150] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 504108f5-c321-4acf-a629-e6f818af97cf/504108f5-c321-4acf-a629-e6f818af97cf.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.499312] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e14b0006-ca16-4e7e-8038-4e75115fde33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.509140] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1423.509140] env[62880]: value = "task-1880157" [ 1423.509140] env[62880]: _type = "Task" [ 1423.509140] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.534752] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880157, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.653881] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880155, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.706095] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Acquiring lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.706336] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Acquired lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.706498] env[62880]: DEBUG nova.network.neutron [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.830318] env[62880]: DEBUG nova.network.neutron [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Successfully created port: cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.883171] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880153, 'name': Destroy_Task, 'duration_secs': 0.699926} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.886178] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Destroyed the VM [ 1423.886495] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1423.886859] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2f9b6ab-c660-4f0a-94d0-8c350de14c9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.892610] env[62880]: DEBUG nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.897420] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1423.897420] env[62880]: value = "task-1880158" [ 1423.897420] env[62880]: _type = "Task" [ 1423.897420] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.908450] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.998425] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4af802e-f49a-4064-bb5c-dc4c0960488f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.008217] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117acee9-cf02-4520-a7ea-c4d7036a227b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.020851] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880157, 'name': Rename_Task, 'duration_secs': 0.22366} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.048748] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.049452] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2f0ee84-9832-42dd-9e60-17691f720b49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.051784] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71916901-4617-4da8-a843-34aa13d54f8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.064324] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb5fc9b-524d-41d0-aa51-2f550cc13bd0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.070915] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1424.070915] env[62880]: value = "task-1880159" [ 1424.070915] env[62880]: _type = "Task" [ 1424.070915] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.096701] env[62880]: DEBUG nova.compute.provider_tree [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.115025] env[62880]: DEBUG nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.115025] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.115025] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.115025] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.115682] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.115682] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.115682] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.115682] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.115682] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.115947] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.115947] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.115947] env[62880]: DEBUG nova.virt.hardware [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.115947] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.120020] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0156a8d7-0587-4d3e-8fe3-f98e3c1f77f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.134892] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edad3cf-2693-4e04-8469-70b7f759a72d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.140110] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "4749f591-1b2b-4fa5-835e-4a83bd11f986" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.140464] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "4749f591-1b2b-4fa5-835e-4a83bd11f986" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.165886] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880155, 'name': CreateVM_Task, 'duration_secs': 0.697364} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.166473] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.167723] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.168582] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.170751] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.171933] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3d0ca6-0169-4dcb-b3e8-d511cbecd38c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.179307] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.179307] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.179307] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Deleting the datastore file [datastore2] 48a2cbcd-666e-44c7-989b-3b1d66c08971 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.179307] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e0f5d2d-4815-42fd-a56d-ac33a3a4e8e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.186707] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1424.186707] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ec6ad-3461-6a81-8d3d-9143ade371fc" [ 1424.186707] env[62880]: _type = "Task" [ 1424.186707] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.188767] env[62880]: DEBUG oslo_vmware.api [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for the task: (returnval){ [ 1424.188767] env[62880]: value = "task-1880160" [ 1424.188767] env[62880]: _type = "Task" [ 1424.188767] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.204040] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ec6ad-3461-6a81-8d3d-9143ade371fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.278611] env[62880]: DEBUG nova.network.neutron [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.421818] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880158, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.522330] env[62880]: DEBUG nova.compute.manager [req-88f06fa0-c9ea-4b77-97fa-dba05f23599f req-8ccf3c51-5496-4bf7-9258-80cb50fd471a service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Received event network-changed-29c95268-d64f-4eb9-9a6e-0fdc36871c1d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1424.522989] env[62880]: DEBUG nova.compute.manager [req-88f06fa0-c9ea-4b77-97fa-dba05f23599f req-8ccf3c51-5496-4bf7-9258-80cb50fd471a service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Refreshing instance network info cache due to event network-changed-29c95268-d64f-4eb9-9a6e-0fdc36871c1d. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1424.523249] env[62880]: DEBUG oslo_concurrency.lockutils [req-88f06fa0-c9ea-4b77-97fa-dba05f23599f req-8ccf3c51-5496-4bf7-9258-80cb50fd471a service nova] Acquiring lock "refresh_cache-01a12c31-8582-4cd7-a85a-2029bc7ac6c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.523616] env[62880]: DEBUG oslo_concurrency.lockutils [req-88f06fa0-c9ea-4b77-97fa-dba05f23599f req-8ccf3c51-5496-4bf7-9258-80cb50fd471a service nova] Acquired lock "refresh_cache-01a12c31-8582-4cd7-a85a-2029bc7ac6c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.524721] env[62880]: DEBUG nova.network.neutron [req-88f06fa0-c9ea-4b77-97fa-dba05f23599f req-8ccf3c51-5496-4bf7-9258-80cb50fd471a service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Refreshing network info cache for port 29c95268-d64f-4eb9-9a6e-0fdc36871c1d {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.564035] env[62880]: DEBUG nova.network.neutron [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Updating instance_info_cache with network_info: [{"id": "fd232eff-0199-4a3b-9bb4-8f9be9ad1f20", "address": "fa:16:3e:ff:b2:cd", "network": {"id": "1532ac96-edc8-461a-92f9-fc86487ee42c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-5643549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56d05474adb4c4380368860f89b476d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd232eff-01", "ovs_interfaceid": "fd232eff-0199-4a3b-9bb4-8f9be9ad1f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.586519] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880159, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.600920] env[62880]: DEBUG nova.scheduler.client.report [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.710911] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ec6ad-3461-6a81-8d3d-9143ade371fc, 'name': SearchDatastore_Task, 'duration_secs': 0.021248} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.716205] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.716574] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.716835] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.717228] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.717351] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.717653] env[62880]: DEBUG oslo_vmware.api [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Task: {'id': task-1880160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398568} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.717912] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-035f512c-1243-48b8-99e2-76bc8a7bbb9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.721161] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.723580] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.723796] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.723985] env[62880]: INFO nova.compute.manager [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1424.724304] env[62880]: DEBUG oslo.service.loopingcall [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.724550] env[62880]: DEBUG nova.compute.manager [-] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.724731] env[62880]: DEBUG nova.network.neutron [-] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.737869] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.738150] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.740861] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a83a64-7b18-4ab9-9613-190e956902fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.747228] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1424.747228] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5252e7ae-3d71-8da8-8366-8ff2970268b5" [ 1424.747228] env[62880]: _type = "Task" [ 1424.747228] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.757244] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5252e7ae-3d71-8da8-8366-8ff2970268b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.910040] env[62880]: DEBUG nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.924590] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880158, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.953716] env[62880]: DEBUG nova.compute.manager [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Received event network-vif-plugged-fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1424.954145] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] Acquiring lock "755e9b02-03fc-47a8-95d2-60c5dce362c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.954456] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] Lock "755e9b02-03fc-47a8-95d2-60c5dce362c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.954799] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] Lock "755e9b02-03fc-47a8-95d2-60c5dce362c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.955014] env[62880]: DEBUG nova.compute.manager [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] No waiting events found dispatching network-vif-plugged-fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.955504] env[62880]: WARNING nova.compute.manager [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Received unexpected event network-vif-plugged-fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 for instance with vm_state building and task_state spawning. [ 1424.955504] env[62880]: DEBUG nova.compute.manager [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Received event network-changed-fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1424.955504] env[62880]: DEBUG nova.compute.manager [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Refreshing instance network info cache due to event network-changed-fd232eff-0199-4a3b-9bb4-8f9be9ad1f20. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1424.955679] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] Acquiring lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.069363] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Releasing lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.069691] env[62880]: DEBUG nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Instance network_info: |[{"id": "fd232eff-0199-4a3b-9bb4-8f9be9ad1f20", "address": "fa:16:3e:ff:b2:cd", "network": {"id": "1532ac96-edc8-461a-92f9-fc86487ee42c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-5643549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56d05474adb4c4380368860f89b476d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd232eff-01", "ovs_interfaceid": "fd232eff-0199-4a3b-9bb4-8f9be9ad1f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.070278] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] Acquired lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.070503] env[62880]: DEBUG nova.network.neutron [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Refreshing network info cache for port fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.071938] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:b2:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd232eff-0199-4a3b-9bb4-8f9be9ad1f20', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.081050] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Creating folder: Project (e56d05474adb4c4380368860f89b476d). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.082347] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94f59f6e-c715-440e-840e-ec3efbc6e2e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.102306] env[62880]: DEBUG oslo_vmware.api [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880159, 'name': PowerOnVM_Task, 'duration_secs': 0.648236} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.102306] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.102306] env[62880]: INFO nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Took 12.01 seconds to spawn the instance on the hypervisor. [ 1425.102634] env[62880]: DEBUG nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.103389] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c79cc-cfd1-4f5b-bfca-28566de2255d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.108418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.114201] env[62880]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1425.114201] env[62880]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62880) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1425.115592] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.667s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.117554] env[62880]: INFO nova.compute.claims [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.124274] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Folder already exists: Project (e56d05474adb4c4380368860f89b476d). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1425.124274] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Creating folder: Instances. Parent ref: group-v388486. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.124881] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1546c2ee-0ba3-4e60-82c9-dc51e43db840 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.137125] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.137211] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.137348] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.137550] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.137778] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.137960] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.138307] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.138490] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.138755] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.138966] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.139161] env[62880]: DEBUG nova.virt.hardware [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.140197] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2ef34e-2526-4f20-8360-b28b43ec70a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.151472] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Created folder: Instances in parent group-v388486. [ 1425.151472] env[62880]: DEBUG oslo.service.loopingcall [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.151893] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.152066] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397e086a-20db-4833-9a4a-f3fe8b8efec4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.171816] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c79d16d-2c9a-4aea-aa9f-fd9be9161049 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.179962] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.179962] env[62880]: value = "task-1880163" [ 1425.179962] env[62880]: _type = "Task" [ 1425.179962] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.198418] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880163, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.217180] env[62880]: INFO nova.scheduler.client.report [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted allocations for instance a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc [ 1425.263791] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5252e7ae-3d71-8da8-8366-8ff2970268b5, 'name': SearchDatastore_Task, 'duration_secs': 0.026655} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.265017] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45cfd39a-0ab2-41c8-a8db-0e2f63c21747 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.273630] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1425.273630] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52495c25-959c-b19b-c88a-49c91a753ca9" [ 1425.273630] env[62880]: _type = "Task" [ 1425.273630] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.283703] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52495c25-959c-b19b-c88a-49c91a753ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.422034] env[62880]: DEBUG oslo_vmware.api [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880158, 'name': RemoveSnapshot_Task, 'duration_secs': 1.048398} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.422034] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1425.422034] env[62880]: INFO nova.compute.manager [None req-bccfe7e5-f3db-4c01-8c8b-55e0bb5cfa82 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Took 20.84 seconds to snapshot the instance on the hypervisor. [ 1425.426564] env[62880]: DEBUG nova.network.neutron [req-88f06fa0-c9ea-4b77-97fa-dba05f23599f req-8ccf3c51-5496-4bf7-9258-80cb50fd471a service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Updated VIF entry in instance network info cache for port 29c95268-d64f-4eb9-9a6e-0fdc36871c1d. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.427309] env[62880]: DEBUG nova.network.neutron [req-88f06fa0-c9ea-4b77-97fa-dba05f23599f req-8ccf3c51-5496-4bf7-9258-80cb50fd471a service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Updating instance_info_cache with network_info: [{"id": "29c95268-d64f-4eb9-9a6e-0fdc36871c1d", "address": "fa:16:3e:dd:2f:2d", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29c95268-d6", "ovs_interfaceid": "29c95268-d64f-4eb9-9a6e-0fdc36871c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.596936] env[62880]: DEBUG nova.network.neutron [-] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.646988] env[62880]: INFO nova.compute.manager [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Took 41.09 seconds to build instance. [ 1425.673060] env[62880]: DEBUG nova.network.neutron [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Successfully updated port: cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.692804] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880163, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.727082] env[62880]: DEBUG oslo_concurrency.lockutils [None req-440f9a71-c0bf-4eac-984e-24265bb83b34 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.224s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.785337] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52495c25-959c-b19b-c88a-49c91a753ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.023476} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.785886] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.785886] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 01a12c31-8582-4cd7-a85a-2029bc7ac6c4/01a12c31-8582-4cd7-a85a-2029bc7ac6c4.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.786227] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f18525-33a4-4b3d-a48b-b7bf95901cde {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.797820] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1425.797820] env[62880]: value = "task-1880164" [ 1425.797820] env[62880]: _type = "Task" [ 1425.797820] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.808692] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.874066] env[62880]: DEBUG nova.network.neutron [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Updated VIF entry in instance network info cache for port fd232eff-0199-4a3b-9bb4-8f9be9ad1f20. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.875077] env[62880]: DEBUG nova.network.neutron [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Updating instance_info_cache with network_info: [{"id": "fd232eff-0199-4a3b-9bb4-8f9be9ad1f20", "address": "fa:16:3e:ff:b2:cd", "network": {"id": "1532ac96-edc8-461a-92f9-fc86487ee42c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-5643549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56d05474adb4c4380368860f89b476d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd232eff-01", "ovs_interfaceid": "fd232eff-0199-4a3b-9bb4-8f9be9ad1f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.933264] env[62880]: DEBUG oslo_concurrency.lockutils [req-88f06fa0-c9ea-4b77-97fa-dba05f23599f req-8ccf3c51-5496-4bf7-9258-80cb50fd471a service nova] Releasing lock "refresh_cache-01a12c31-8582-4cd7-a85a-2029bc7ac6c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.119087] env[62880]: INFO nova.compute.manager [-] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Took 1.39 seconds to deallocate network for instance. [ 1426.149393] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24c72da5-8054-4e86-b9ed-e2f9958e0287 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.818s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.179866] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.180054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquired lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.180212] env[62880]: DEBUG nova.network.neutron [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.199977] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880163, 'name': CreateVM_Task, 'duration_secs': 0.58518} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.202252] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.204610] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c056807d-22d3-43f7-b2b7-8150d464d7f2', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388505', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'name': 'volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '755e9b02-03fc-47a8-95d2-60c5dce362c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'serial': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea'}, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62880) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1426.204610] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Root volume attach. Driver type: vmdk {{(pid=62880) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1426.205721] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6fbd58-88da-4a7a-9bd4-8158dca4e239 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.221595] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8030964-2bbc-48d8-b3d3-d90abe5fe5c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.233549] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d028c7-8067-4a0c-a5c0-f299d1941b14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.245578] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-094a0da3-1168-44d9-94a8-1e497df8969e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.256314] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1426.256314] env[62880]: value = "task-1880165" [ 1426.256314] env[62880]: _type = "Task" [ 1426.256314] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.271648] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.312534] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880164, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.378923] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdfd6368-9e0a-408b-aa49-291b3567aef4 req-9d2d68f4-2c68-4ba7-8822-a75c85bfe7bf service nova] Releasing lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.524385] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.524808] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.525162] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.525477] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.525752] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.528522] env[62880]: INFO nova.compute.manager [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Terminating instance [ 1426.627017] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.655715] env[62880]: DEBUG nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.729688] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e405a76c-eb00-4073-8f29-bc2602cb91ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.733720] env[62880]: DEBUG nova.network.neutron [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.742688] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a4485-14ec-4231-9853-06e538c37a40 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.785057] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8995066-af3f-43d1-8687-90011001dcce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.796781] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task} progress is 38%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.801673] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285ad709-85e2-4e50-94c8-a1c77bf46169 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.816563] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798982} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.828036] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 01a12c31-8582-4cd7-a85a-2029bc7ac6c4/01a12c31-8582-4cd7-a85a-2029bc7ac6c4.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.828298] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.829160] env[62880]: DEBUG nova.compute.provider_tree [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.830227] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b24dc6-c2d5-497e-a51c-3f962a3f98a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.843177] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1426.843177] env[62880]: value = "task-1880166" [ 1426.843177] env[62880]: _type = "Task" [ 1426.843177] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.857644] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.916438] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.967122] env[62880]: DEBUG nova.network.neutron [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updating instance_info_cache with network_info: [{"id": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "address": "fa:16:3e:4e:87:fb", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb01a9d4-09", "ovs_interfaceid": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.036061] env[62880]: DEBUG nova.compute.manager [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.036360] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.037416] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ece2c-d4d3-43bf-aee0-9492f5e50229 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.048922] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.049250] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c616b7-bc52-4ad1-ba00-c847e95d1b91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.411093] env[62880]: DEBUG nova.scheduler.client.report [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.432923] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task} progress is 54%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.435296] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197273} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.436428] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.436741] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1427.440023] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40319c-395e-4a02-8fda-d8e878172666 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.467669] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 01a12c31-8582-4cd7-a85a-2029bc7ac6c4/01a12c31-8582-4cd7-a85a-2029bc7ac6c4.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1427.468547] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab3fcf2-2f87-4b29-b51d-1857c6814c7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.486332] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Releasing lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.486627] env[62880]: DEBUG nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Instance network_info: |[{"id": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "address": "fa:16:3e:4e:87:fb", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb01a9d4-09", "ovs_interfaceid": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.487436] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:87:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb01a9d4-097a-47a5-a062-e201bb25d2a4', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.497024] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Creating folder: Project (d3f169b3683a441d8773d438fbe42b70). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.497024] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-263b7ae6-c41a-4d4c-a59a-fa02500481b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.506627] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1427.506627] env[62880]: value = "task-1880168" [ 1427.506627] env[62880]: _type = "Task" [ 1427.506627] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.515503] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Created folder: Project (d3f169b3683a441d8773d438fbe42b70) in parent group-v388473. [ 1427.515503] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Creating folder: Instances. Parent ref: group-v388555. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.515503] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0696edb-9a5b-473b-86a4-c2d30efe04f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.528036] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.528519] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Created folder: Instances in parent group-v388555. [ 1427.528519] env[62880]: DEBUG oslo.service.loopingcall [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.529068] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.529068] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-612ede7a-b0c7-490c-9955-524bac6b3626 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.553711] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.553711] env[62880]: value = "task-1880171" [ 1427.553711] env[62880]: _type = "Task" [ 1427.553711] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.573984] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880171, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.681583] env[62880]: DEBUG nova.compute.manager [req-4391886c-b846-4a90-86a3-f8c05ed52d9f req-5d92bbaf-4e22-47de-b84b-73045a832b3b service nova] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Received event network-vif-deleted-267c86df-f961-4b81-ae9d-1633cfcddeca {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1427.909872] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.909872] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.910377] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleting the datastore file [datastore2] 1088fc4b-f281-47b1-b77d-d9ff3623b6bc {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.913873] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12c7c1e-3530-40fd-80c6-0303675fe575 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.924078] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task} progress is 69%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.926841] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.927465] env[62880]: DEBUG nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.930968] env[62880]: DEBUG oslo_vmware.api [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1427.930968] env[62880]: value = "task-1880172" [ 1427.930968] env[62880]: _type = "Task" [ 1427.930968] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.931285] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.611s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.931507] env[62880]: DEBUG nova.objects.instance [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lazy-loading 'resources' on Instance uuid 1af5d96c-08b1-45ed-ae51-d3509b7b4488 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.949029] env[62880]: DEBUG oslo_vmware.api [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.019198] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.066754] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880171, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.164238] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "df273824-545b-49c0-a51a-5001c27dce18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.164482] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "df273824-545b-49c0-a51a-5001c27dce18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.337814] env[62880]: DEBUG nova.compute.manager [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Received event network-vif-plugged-cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1428.338197] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] Acquiring lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.338539] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] Lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.338806] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] Lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.339069] env[62880]: DEBUG nova.compute.manager [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] No waiting events found dispatching network-vif-plugged-cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.339336] env[62880]: WARNING nova.compute.manager [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Received unexpected event network-vif-plugged-cb01a9d4-097a-47a5-a062-e201bb25d2a4 for instance with vm_state building and task_state spawning. [ 1428.339597] env[62880]: DEBUG nova.compute.manager [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Received event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1428.339861] env[62880]: DEBUG nova.compute.manager [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing instance network info cache due to event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1428.340173] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] Acquiring lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.340403] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] Acquired lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.340650] env[62880]: DEBUG nova.network.neutron [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.421717] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.422106] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1428.434179] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task} progress is 82%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.446637] env[62880]: DEBUG nova.compute.utils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1428.452571] env[62880]: DEBUG nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.452571] env[62880]: DEBUG nova.network.neutron [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.459669] env[62880]: DEBUG oslo_vmware.api [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479483} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.459866] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.460018] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.460202] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.460391] env[62880]: INFO nova.compute.manager [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1428.460644] env[62880]: DEBUG oslo.service.loopingcall [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.461061] env[62880]: DEBUG nova.compute.manager [-] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.461253] env[62880]: DEBUG nova.network.neutron [-] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.521442] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880168, 'name': ReconfigVM_Task, 'duration_secs': 0.654587} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.521756] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 01a12c31-8582-4cd7-a85a-2029bc7ac6c4/01a12c31-8582-4cd7-a85a-2029bc7ac6c4.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.525353] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7078384-3618-4bee-9ab3-6ff9736e2568 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.535064] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1428.535064] env[62880]: value = "task-1880173" [ 1428.535064] env[62880]: _type = "Task" [ 1428.535064] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.548379] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880173, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.550335] env[62880]: DEBUG nova.policy [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81ee8b2e935d47e28f35f4045e5beb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6838d6fb25934f51af917bbb4719cfbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.565176] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880171, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.033346] env[62880]: DEBUG nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.059938] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880173, 'name': Rename_Task, 'duration_secs': 0.22813} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.059938] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task} progress is 97%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.062820] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.066823] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf7632c-c6e6-43b2-98a6-92c7116bce0f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.077134] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880171, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.077922] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1429.077922] env[62880]: value = "task-1880174" [ 1429.077922] env[62880]: _type = "Task" [ 1429.077922] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.101314] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.367847] env[62880]: DEBUG nova.network.neutron [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Successfully created port: 06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1429.471478] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c3335-a169-4049-83c2-e57e4ddb7c2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.486491] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc7b982-6476-4aae-97ba-bb835095ae18 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.535939] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd2f655-6f9d-4e39-a3c7-648e48e9f920 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.539176] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1429.542987] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.552238] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task} progress is 98%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.554023] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7031d9e-27c0-409f-af7e-c80426617dce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.582401] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880171, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.585880] env[62880]: DEBUG nova.compute.provider_tree [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.597721] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.719314] env[62880]: DEBUG nova.network.neutron [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updated VIF entry in instance network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.720234] env[62880]: DEBUG nova.network.neutron [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updating instance_info_cache with network_info: [{"id": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "address": "fa:16:3e:4e:87:fb", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb01a9d4-09", "ovs_interfaceid": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.748461] env[62880]: DEBUG nova.network.neutron [-] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.916243] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.046501] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.060047] env[62880]: DEBUG nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1430.072117] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880171, 'name': CreateVM_Task, 'duration_secs': 2.181221} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.072464] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.073444] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.075069] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.075069] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.075069] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-737048b7-c4e0-4986-8931-16907b204c4c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.091938] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.091938] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.092126] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.092396] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.092522] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.092724] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.093013] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.094022] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.094022] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.094022] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.094181] env[62880]: DEBUG nova.virt.hardware [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.095643] env[62880]: DEBUG nova.scheduler.client.report [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.099699] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26fffb-2fe8-4483-b30d-5890d1566e43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.104508] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1430.104508] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d38e4b-a4c6-702b-e063-0f8e699bc073" [ 1430.104508] env[62880]: _type = "Task" [ 1430.104508] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.113513] env[62880]: DEBUG oslo_vmware.api [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880174, 'name': PowerOnVM_Task, 'duration_secs': 0.836317} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.115254] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1904651c-2351-4ecc-a8ab-b44854064fa2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.119161] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.119426] env[62880]: INFO nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1430.119650] env[62880]: DEBUG nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.122639] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0373ceec-2a2f-43df-8d51-451df68dadd6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.130769] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d38e4b-a4c6-702b-e063-0f8e699bc073, 'name': SearchDatastore_Task, 'duration_secs': 0.037593} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.142027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.142027] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.142027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.142027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.142159] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.148135] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50c8a6f2-26c6-48b7-9170-b5a686882c7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.161420] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.161648] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.165192] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2966736-14e3-4c75-8f1e-1af61f7c96d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.169823] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1430.169823] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526e95b3-2ba7-eed0-624e-98c47be4576a" [ 1430.169823] env[62880]: _type = "Task" [ 1430.169823] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.182190] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526e95b3-2ba7-eed0-624e-98c47be4576a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.223966] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f6305ce-1928-4475-981c-fb77651f3a94 req-b48c29c1-a4ad-4805-8809-0a831d2d93c0 service nova] Releasing lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.255261] env[62880]: INFO nova.compute.manager [-] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Took 1.79 seconds to deallocate network for instance. [ 1430.421140] env[62880]: DEBUG nova.compute.manager [req-d2b7f73f-5743-4d1d-8ef8-95c6c0c68345 req-a44c83a6-2a7a-4c91-b131-0012d7125d30 service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Received event network-changed-8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1430.421140] env[62880]: DEBUG nova.compute.manager [req-d2b7f73f-5743-4d1d-8ef8-95c6c0c68345 req-a44c83a6-2a7a-4c91-b131-0012d7125d30 service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Refreshing instance network info cache due to event network-changed-8cbee1fe-03f8-4315-b3cd-ff7de4d1f600. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1430.421140] env[62880]: DEBUG oslo_concurrency.lockutils [req-d2b7f73f-5743-4d1d-8ef8-95c6c0c68345 req-a44c83a6-2a7a-4c91-b131-0012d7125d30 service nova] Acquiring lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.421140] env[62880]: DEBUG oslo_concurrency.lockutils [req-d2b7f73f-5743-4d1d-8ef8-95c6c0c68345 req-a44c83a6-2a7a-4c91-b131-0012d7125d30 service nova] Acquired lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.421140] env[62880]: DEBUG nova.network.neutron [req-d2b7f73f-5743-4d1d-8ef8-95c6c0c68345 req-a44c83a6-2a7a-4c91-b131-0012d7125d30 service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Refreshing network info cache for port 8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.543108] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880165, 'name': RelocateVM_Task, 'duration_secs': 3.819092} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.543435] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1430.544360] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388505', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'name': 'volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '755e9b02-03fc-47a8-95d2-60c5dce362c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'serial': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1430.544466] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a74390-d626-46ff-be5d-1b4d0bee1c0b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.561876] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67875906-ef98-4d64-bc92-5a148c791fdb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.587157] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea/volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.587522] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1ffe75-e971-4585-8fe5-060b85957d7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.605038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.673s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.607613] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.842s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.609222] env[62880]: INFO nova.compute.claims [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.613306] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1430.613306] env[62880]: value = "task-1880175" [ 1430.613306] env[62880]: _type = "Task" [ 1430.613306] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.625437] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.626434] env[62880]: INFO nova.scheduler.client.report [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Deleted allocations for instance 1af5d96c-08b1-45ed-ae51-d3509b7b4488 [ 1430.656149] env[62880]: DEBUG nova.compute.manager [req-afe7b75c-9a4e-4f37-b40c-96dfdcfcd16a req-fd148335-817e-4bd1-9520-cb36e54f6758 service nova] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Received event network-vif-deleted-3b6f3007-4426-4a74-83b2-7deb74cd7e5d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1430.659963] env[62880]: INFO nova.compute.manager [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Took 39.82 seconds to build instance. [ 1430.683614] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526e95b3-2ba7-eed0-624e-98c47be4576a, 'name': SearchDatastore_Task, 'duration_secs': 0.029684} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.684955] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee88a6f0-b2c2-415d-ba91-96674e888a5c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.692320] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1430.692320] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525e0d76-64c7-66ac-60c5-2bf67ffc370d" [ 1430.692320] env[62880]: _type = "Task" [ 1430.692320] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.701158] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525e0d76-64c7-66ac-60c5-2bf67ffc370d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.764405] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.910178] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.001331] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.001580] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.011885] env[62880]: DEBUG nova.network.neutron [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Successfully updated port: 06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.127956] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.135977] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c03ad-ab6b-4398-91fc-7cad0b554a32 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898 tempest-FloatingIPsAssociationNegativeTestJSON-1772848898-project-member] Lock "1af5d96c-08b1-45ed-ae51-d3509b7b4488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.954s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.163524] env[62880]: DEBUG oslo_concurrency.lockutils [None req-45ed5f1c-3148-413a-83a8-29407a9377a2 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.901s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.209554] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525e0d76-64c7-66ac-60c5-2bf67ffc370d, 'name': SearchDatastore_Task, 'duration_secs': 0.018067} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.209947] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.211500] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 98ed31cb-4b3d-4e7a-8a38-1d747eca2792/98ed31cb-4b3d-4e7a-8a38-1d747eca2792.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.211500] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa610306-0a0f-411e-96f5-ba74d927e762 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.219667] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1431.219667] env[62880]: value = "task-1880176" [ 1431.219667] env[62880]: _type = "Task" [ 1431.219667] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.230166] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.373382] env[62880]: DEBUG nova.network.neutron [req-d2b7f73f-5743-4d1d-8ef8-95c6c0c68345 req-a44c83a6-2a7a-4c91-b131-0012d7125d30 service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updated VIF entry in instance network info cache for port 8cbee1fe-03f8-4315-b3cd-ff7de4d1f600. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.373855] env[62880]: DEBUG nova.network.neutron [req-d2b7f73f-5743-4d1d-8ef8-95c6c0c68345 req-a44c83a6-2a7a-4c91-b131-0012d7125d30 service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updating instance_info_cache with network_info: [{"id": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "address": "fa:16:3e:37:04:2b", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbee1fe-03", "ovs_interfaceid": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.517767] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "refresh_cache-3db39109-29eb-4dd7-93b4-33cfd2b7a716" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.518050] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "refresh_cache-3db39109-29eb-4dd7-93b4-33cfd2b7a716" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.518124] env[62880]: DEBUG nova.network.neutron [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.582821] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "dbe11c40-bebb-4c51-bd89-1dff368ba074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.583054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "dbe11c40-bebb-4c51-bd89-1dff368ba074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.628155] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880175, 'name': ReconfigVM_Task, 'duration_secs': 0.684398} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.628449] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Reconfigured VM instance instance-00000019 to attach disk [datastore2] volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea/volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.633403] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8899fbd1-d905-4b08-9a67-336ebcac2f56 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.651787] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1431.651787] env[62880]: value = "task-1880177" [ 1431.651787] env[62880]: _type = "Task" [ 1431.651787] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.665289] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.669010] env[62880]: DEBUG nova.compute.manager [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1431.735694] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880176, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.877352] env[62880]: DEBUG oslo_concurrency.lockutils [req-d2b7f73f-5743-4d1d-8ef8-95c6c0c68345 req-a44c83a6-2a7a-4c91-b131-0012d7125d30 service nova] Releasing lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.076909] env[62880]: DEBUG nova.network.neutron [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.177053] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880177, 'name': ReconfigVM_Task, 'duration_secs': 0.378323} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.183405] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388505', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'name': 'volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '755e9b02-03fc-47a8-95d2-60c5dce362c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'serial': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1432.184453] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d68cf72-87c2-4ac8-878b-53fd0b52aadc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.194041] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1432.194041] env[62880]: value = "task-1880178" [ 1432.194041] env[62880]: _type = "Task" [ 1432.194041] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.197556] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.207023] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880178, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.212774] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d0394-653b-4440-9e75-fffee61f1201 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.221716] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d01182-c083-4e6d-bf21-26d3771bbfe1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.237476] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725754} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.262120] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 98ed31cb-4b3d-4e7a-8a38-1d747eca2792/98ed31cb-4b3d-4e7a-8a38-1d747eca2792.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.262391] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.263450] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271d0f89-b8ab-4ace-b65e-89ad46e5ddd9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.268516] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4852d7-6dfe-4bd3-8305-e84c0b22694a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.278535] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62caf29-b16e-4441-8410-4cc95dc31e01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.283037] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1432.283037] env[62880]: value = "task-1880179" [ 1432.283037] env[62880]: _type = "Task" [ 1432.283037] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.294939] env[62880]: DEBUG nova.compute.provider_tree [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.301576] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.302498] env[62880]: DEBUG nova.network.neutron [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Updating instance_info_cache with network_info: [{"id": "06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c", "address": "fa:16:3e:43:9e:57", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b5dd7a-73", "ovs_interfaceid": "06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.683570] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.683820] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.684433] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.684633] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.684811] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.688789] env[62880]: INFO nova.compute.manager [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Terminating instance [ 1432.704755] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880178, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.794341] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145803} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.794638] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.795721] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e89f51-8d22-4338-8ee1-46d0dd8ce7c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.799360] env[62880]: DEBUG nova.scheduler.client.report [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.805253] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "refresh_cache-3db39109-29eb-4dd7-93b4-33cfd2b7a716" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.805856] env[62880]: DEBUG nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Instance network_info: |[{"id": "06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c", "address": "fa:16:3e:43:9e:57", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b5dd7a-73", "ovs_interfaceid": "06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.806232] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:9e:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.814689] env[62880]: DEBUG oslo.service.loopingcall [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.824563] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.833575] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 98ed31cb-4b3d-4e7a-8a38-1d747eca2792/98ed31cb-4b3d-4e7a-8a38-1d747eca2792.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.834625] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48d6cb0a-b635-4998-a5ac-b4325643d34d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.854043] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32498a11-732b-4afb-a3bd-617a57214298 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.883844] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1432.883844] env[62880]: value = "task-1880180" [ 1432.883844] env[62880]: _type = "Task" [ 1432.883844] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.885414] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.885414] env[62880]: value = "task-1880181" [ 1432.885414] env[62880]: _type = "Task" [ 1432.885414] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.899619] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.902369] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880181, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.913497] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.913723] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.914012] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances with incomplete migration {{(pid=62880) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1432.982662] env[62880]: DEBUG nova.compute.manager [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Received event network-vif-plugged-06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1432.982979] env[62880]: DEBUG oslo_concurrency.lockutils [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] Acquiring lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.983265] env[62880]: DEBUG oslo_concurrency.lockutils [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] Lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.983474] env[62880]: DEBUG oslo_concurrency.lockutils [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] Lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.983699] env[62880]: DEBUG nova.compute.manager [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] No waiting events found dispatching network-vif-plugged-06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1432.983802] env[62880]: WARNING nova.compute.manager [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Received unexpected event network-vif-plugged-06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c for instance with vm_state building and task_state spawning. [ 1432.984148] env[62880]: DEBUG nova.compute.manager [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Received event network-changed-06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1432.984343] env[62880]: DEBUG nova.compute.manager [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Refreshing instance network info cache due to event network-changed-06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1432.984504] env[62880]: DEBUG oslo_concurrency.lockutils [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] Acquiring lock "refresh_cache-3db39109-29eb-4dd7-93b4-33cfd2b7a716" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.984688] env[62880]: DEBUG oslo_concurrency.lockutils [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] Acquired lock "refresh_cache-3db39109-29eb-4dd7-93b4-33cfd2b7a716" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.984900] env[62880]: DEBUG nova.network.neutron [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Refreshing network info cache for port 06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.082587] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.083031] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.083318] env[62880]: DEBUG nova.compute.manager [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.084469] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2faa9a-0b20-4dad-a62c-ceb5206e8897 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.100474] env[62880]: DEBUG nova.compute.manager [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1433.101508] env[62880]: DEBUG nova.objects.instance [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lazy-loading 'flavor' on Instance uuid df00cfae-3bbb-4489-83fb-c7444548c0c4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.193057] env[62880]: DEBUG nova.compute.manager [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1433.193442] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.197559] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b00135b-38d0-40f1-ac0b-9bb3612b7911 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.212312] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880178, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.214932] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.215188] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0fb411c-0ed1-4a98-a82f-3f791ce36a9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.224097] env[62880]: DEBUG oslo_vmware.api [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1433.224097] env[62880]: value = "task-1880182" [ 1433.224097] env[62880]: _type = "Task" [ 1433.224097] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.237806] env[62880]: DEBUG oslo_vmware.api [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.305818] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.306497] env[62880]: DEBUG nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.309680] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.783s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.312095] env[62880]: INFO nova.compute.claims [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.406468] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880181, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.407614] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.448994] env[62880]: DEBUG oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52226dab-cf40-bc3e-270a-5075bd6324a4/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1433.450552] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8c9b59-eb37-472c-a1a4-997e11e67fcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.459599] env[62880]: DEBUG oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52226dab-cf40-bc3e-270a-5075bd6324a4/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1433.459824] env[62880]: ERROR oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52226dab-cf40-bc3e-270a-5075bd6324a4/disk-0.vmdk due to incomplete transfer. [ 1433.460113] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-75fcb307-be80-4192-9954-bfc3ba359a17 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.487447] env[62880]: DEBUG oslo_vmware.rw_handles [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52226dab-cf40-bc3e-270a-5075bd6324a4/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1433.488119] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Uploaded image cb7c79dc-201d-42da-8a1f-6c6edfab735b to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1433.489901] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1433.493438] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a73486e-6889-43e1-912c-736b2da40235 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.503269] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1433.503269] env[62880]: value = "task-1880183" [ 1433.503269] env[62880]: _type = "Task" [ 1433.503269] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.513568] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880183, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.713608] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880178, 'name': Rename_Task, 'duration_secs': 1.076946} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.713964] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.714172] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8f45c05-2e1c-475f-8c58-a2d31a4ac106 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.722041] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1433.722041] env[62880]: value = "task-1880184" [ 1433.722041] env[62880]: _type = "Task" [ 1433.722041] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.733971] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.736909] env[62880]: DEBUG oslo_vmware.api [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880182, 'name': PowerOffVM_Task, 'duration_secs': 0.258342} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.737353] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.737666] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.737943] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1050538c-9d36-40ff-ac7c-665306669770 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.816837] env[62880]: DEBUG nova.compute.utils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.820570] env[62880]: DEBUG nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.820774] env[62880]: DEBUG nova.network.neutron [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.904609] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880180, 'name': ReconfigVM_Task, 'duration_secs': 0.641948} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.908810] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 98ed31cb-4b3d-4e7a-8a38-1d747eca2792/98ed31cb-4b3d-4e7a-8a38-1d747eca2792.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.909052] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880181, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.909761] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e115b0d4-790c-4e6e-af5e-fb51e2ec6525 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.917929] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1433.917929] env[62880]: value = "task-1880186" [ 1433.917929] env[62880]: _type = "Task" [ 1433.917929] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.923134] env[62880]: DEBUG nova.policy [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '608798fc044e463699579769f9f06f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95dba18dd9748f9acd759cd522179ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.930802] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880186, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.931515] env[62880]: DEBUG nova.network.neutron [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Updated VIF entry in instance network info cache for port 06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.931917] env[62880]: DEBUG nova.network.neutron [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Updating instance_info_cache with network_info: [{"id": "06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c", "address": "fa:16:3e:43:9e:57", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b5dd7a-73", "ovs_interfaceid": "06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.018932] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880183, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.111940] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.111940] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52f45f29-083e-45bc-8ebd-7cbf40d18a7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.119053] env[62880]: DEBUG oslo_vmware.api [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1434.119053] env[62880]: value = "task-1880187" [ 1434.119053] env[62880]: _type = "Task" [ 1434.119053] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.128245] env[62880]: DEBUG oslo_vmware.api [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.235524] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880184, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.321865] env[62880]: DEBUG nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.336773] env[62880]: DEBUG nova.network.neutron [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Successfully created port: 6a34e7a7-0743-4024-93cd-fc4c235c78cc {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.406313] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880181, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.416149] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.416317] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1434.433832] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880186, 'name': Rename_Task, 'duration_secs': 0.217226} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.433832] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.434099] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb30115b-040f-46a7-a0dd-745c1a9067f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.437293] env[62880]: DEBUG oslo_concurrency.lockutils [req-6c6374c7-d985-4229-b20e-a96506a1595d req-9ac555f7-6143-4e75-8e5a-d1d7dbf833a4 service nova] Releasing lock "refresh_cache-3db39109-29eb-4dd7-93b4-33cfd2b7a716" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.447959] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1434.447959] env[62880]: value = "task-1880188" [ 1434.447959] env[62880]: _type = "Task" [ 1434.447959] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.459731] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.517678] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880183, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.630394] env[62880]: DEBUG oslo_vmware.api [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880187, 'name': PowerOffVM_Task, 'duration_secs': 0.262104} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.630441] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.630848] env[62880]: DEBUG nova.compute.manager [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.631408] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f880d-4d59-4906-a16e-51f6000cc1b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.735278] env[62880]: DEBUG oslo_vmware.api [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880184, 'name': PowerOnVM_Task, 'duration_secs': 0.779784} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.735589] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.735808] env[62880]: INFO nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1434.735983] env[62880]: DEBUG nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.736774] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18de9f92-bbb0-463c-bdce-b364b37087fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.905520] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880181, 'name': CreateVM_Task, 'duration_secs': 1.658082} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.905699] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.906609] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.906797] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.907585] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.909596] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9b1b3e-5e1d-43a7-b3e4-d85e52f0450b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.917520] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.917831] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1434.917831] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e8d64b-2958-39ab-2bd5-c317726d833d" [ 1434.917831] env[62880]: _type = "Task" [ 1434.917831] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.918014] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.928885] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e8d64b-2958-39ab-2bd5-c317726d833d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.948894] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.949127] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.949311] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Deleting the datastore file [datastore1] 01a12c31-8582-4cd7-a85a-2029bc7ac6c4 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.954924] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd65c5c-3550-4436-ae93-261682122c0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.958317] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76d7ba0-bd4e-4654-b636-dd23f218576e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.968846] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.970914] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d87cb-55f3-4069-bb59-0bf3ca1cc02b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.974711] env[62880]: DEBUG oslo_vmware.api [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for the task: (returnval){ [ 1434.974711] env[62880]: value = "task-1880189" [ 1434.974711] env[62880]: _type = "Task" [ 1434.974711] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.004722] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc709d-7849-4c52-bb5b-ef1456136c84 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.011093] env[62880]: DEBUG oslo_vmware.api [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.018253] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a8724-a451-48b5-aed1-cf543917cb78 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.026147] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880183, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.037548] env[62880]: DEBUG nova.compute.provider_tree [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.146566] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6bad3711-d861-4fa1-9489-023d10f87ea1 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.260062] env[62880]: INFO nova.compute.manager [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Took 42.09 seconds to build instance. [ 1435.336403] env[62880]: DEBUG nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1435.362470] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.362737] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.362860] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.363050] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.363200] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.363624] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.363995] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.367831] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.367831] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.367831] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.367831] env[62880]: DEBUG nova.virt.hardware [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.367831] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa22553-1507-4385-86b0-bd94bc412c19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.377425] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7d0f59-43e1-4c87-975b-9787f270af68 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.426501] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.434016] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e8d64b-2958-39ab-2bd5-c317726d833d, 'name': SearchDatastore_Task, 'duration_secs': 0.019894} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.434459] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.434711] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.434986] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.435158] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.435342] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.435621] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d78e89b-9a55-4456-b351-97dceb8df22f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.448130] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.448540] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.449454] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a4a2d8-3354-4067-8033-9459250aa61c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.463162] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1435.463162] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527c9853-ff9d-0761-6a4d-f0592e284b84" [ 1435.463162] env[62880]: _type = "Task" [ 1435.463162] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.465738] env[62880]: DEBUG oslo_vmware.api [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880188, 'name': PowerOnVM_Task, 'duration_secs': 0.835751} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.469037] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.469431] env[62880]: INFO nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1435.470129] env[62880]: DEBUG nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.470966] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c30b86-4153-4626-b64d-79c7716924ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.485916] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527c9853-ff9d-0761-6a4d-f0592e284b84, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.489705] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47a8609-21ac-40b2-bd36-5400fb137904 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.496171] env[62880]: DEBUG oslo_vmware.api [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Task: {'id': task-1880189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319637} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.496171] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.496311] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.496441] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.496611] env[62880]: INFO nova.compute.manager [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1435.496839] env[62880]: DEBUG oslo.service.loopingcall [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.497018] env[62880]: DEBUG nova.compute.manager [-] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.497107] env[62880]: DEBUG nova.network.neutron [-] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.499784] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1435.499784] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f4c44-b638-6f8c-887b-5cca6261e143" [ 1435.499784] env[62880]: _type = "Task" [ 1435.499784] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.509426] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f4c44-b638-6f8c-887b-5cca6261e143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.521342] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880183, 'name': Destroy_Task, 'duration_secs': 1.648241} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.521342] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Destroyed the VM [ 1435.521342] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1435.521342] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f9164e2-e83c-49e8-90a8-26ae51eac616 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.529038] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1435.529038] env[62880]: value = "task-1880190" [ 1435.529038] env[62880]: _type = "Task" [ 1435.529038] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.538826] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.542691] env[62880]: DEBUG nova.scheduler.client.report [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.761989] env[62880]: DEBUG oslo_concurrency.lockutils [None req-349cb408-10e9-41fe-b716-e0ec157f5c54 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "755e9b02-03fc-47a8-95d2-60c5dce362c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.361s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.008375] env[62880]: INFO nova.compute.manager [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Took 41.72 seconds to build instance. [ 1436.023807] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f4c44-b638-6f8c-887b-5cca6261e143, 'name': SearchDatastore_Task, 'duration_secs': 0.01811} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.024725] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.024913] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 3db39109-29eb-4dd7-93b4-33cfd2b7a716/3db39109-29eb-4dd7-93b4-33cfd2b7a716.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.025710] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f3a45b-604a-4da1-8abe-9741d14c9a15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.041650] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880190, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.042771] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1436.042771] env[62880]: value = "task-1880191" [ 1436.042771] env[62880]: _type = "Task" [ 1436.042771] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.047221] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.047668] env[62880]: DEBUG nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1436.055148] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.493s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.056812] env[62880]: INFO nova.compute.claims [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.059760] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.265464] env[62880]: DEBUG nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1436.335996] env[62880]: DEBUG nova.network.neutron [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Successfully updated port: 6a34e7a7-0743-4024-93cd-fc4c235c78cc {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.498427] env[62880]: DEBUG nova.network.neutron [-] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.517470] env[62880]: DEBUG oslo_concurrency.lockutils [None req-34f87e49-dcd2-4b7f-bdd9-b528aef61a57 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.721s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.545770] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880190, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.555420] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880191, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.559119] env[62880]: DEBUG nova.compute.manager [req-04a7b2df-7954-4288-9c89-42e0b810cdeb req-baf41d21-9fe5-4982-a145-4bb3dc615258 service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Received event network-vif-plugged-6a34e7a7-0743-4024-93cd-fc4c235c78cc {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1436.559353] env[62880]: DEBUG oslo_concurrency.lockutils [req-04a7b2df-7954-4288-9c89-42e0b810cdeb req-baf41d21-9fe5-4982-a145-4bb3dc615258 service nova] Acquiring lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.559564] env[62880]: DEBUG oslo_concurrency.lockutils [req-04a7b2df-7954-4288-9c89-42e0b810cdeb req-baf41d21-9fe5-4982-a145-4bb3dc615258 service nova] Lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.559782] env[62880]: DEBUG oslo_concurrency.lockutils [req-04a7b2df-7954-4288-9c89-42e0b810cdeb req-baf41d21-9fe5-4982-a145-4bb3dc615258 service nova] Lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.559993] env[62880]: DEBUG nova.compute.manager [req-04a7b2df-7954-4288-9c89-42e0b810cdeb req-baf41d21-9fe5-4982-a145-4bb3dc615258 service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] No waiting events found dispatching network-vif-plugged-6a34e7a7-0743-4024-93cd-fc4c235c78cc {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1436.560923] env[62880]: WARNING nova.compute.manager [req-04a7b2df-7954-4288-9c89-42e0b810cdeb req-baf41d21-9fe5-4982-a145-4bb3dc615258 service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Received unexpected event network-vif-plugged-6a34e7a7-0743-4024-93cd-fc4c235c78cc for instance with vm_state building and task_state spawning. [ 1436.564750] env[62880]: DEBUG nova.compute.utils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1436.567334] env[62880]: DEBUG nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1436.567502] env[62880]: DEBUG nova.network.neutron [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1436.642991] env[62880]: DEBUG nova.policy [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ffce403fa1a44c9a9a72f591d892ae9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46470184872740c08607a9596c25eca9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.799700] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.839612] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "refresh_cache-de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.839612] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquired lock "refresh_cache-de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.839612] env[62880]: DEBUG nova.network.neutron [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.877817] env[62880]: DEBUG nova.compute.manager [req-2ed4ca7c-27ca-4e03-8fa0-777417f71d10 req-d3eee24b-d883-4c2a-9110-3f81fdfe99c4 service nova] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Received event network-vif-deleted-29c95268-d64f-4eb9-9a6e-0fdc36871c1d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1437.004678] env[62880]: INFO nova.compute.manager [-] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Took 1.51 seconds to deallocate network for instance. [ 1437.022596] env[62880]: DEBUG nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1437.042275] env[62880]: DEBUG oslo_vmware.api [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880190, 'name': RemoveSnapshot_Task, 'duration_secs': 1.269111} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.043174] env[62880]: DEBUG nova.network.neutron [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Successfully created port: 4f3e1e57-de00-4f7a-ae76-8947098785a5 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.046024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1437.046417] env[62880]: INFO nova.compute.manager [None req-21d5526c-0fc8-498c-9d78-a9e313599ad0 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Took 21.99 seconds to snapshot the instance on the hypervisor. [ 1437.060189] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833853} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.060461] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 3db39109-29eb-4dd7-93b4-33cfd2b7a716/3db39109-29eb-4dd7-93b4-33cfd2b7a716.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.060709] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.060994] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9d344ec-45f8-4ecf-83b3-830e46b9efcb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.073253] env[62880]: DEBUG nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1437.076631] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1437.076631] env[62880]: value = "task-1880192" [ 1437.076631] env[62880]: _type = "Task" [ 1437.076631] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.111760] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.406086] env[62880]: DEBUG nova.network.neutron [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.514921] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.546418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.594288] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075179} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.594548] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.595676] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ba94b3-2c16-43ed-a560-95610418210c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.622818] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 3db39109-29eb-4dd7-93b4-33cfd2b7a716/3db39109-29eb-4dd7-93b4-33cfd2b7a716.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.628706] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf9f03c-b3ab-4a66-8537-7b319cd63b9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.655656] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1437.655656] env[62880]: value = "task-1880193" [ 1437.655656] env[62880]: _type = "Task" [ 1437.655656] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.662968] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04337b4d-7c6c-4e20-aaf4-aeef9130c0dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.669450] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.674672] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40364ef-b3eb-498f-bbac-309ff438d0bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.709533] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6bf32c-c074-4dad-ab96-c8b5eafe1589 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.717823] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea645e2-6a2c-47c1-9ed6-d7f92af705aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.737106] env[62880]: DEBUG nova.compute.provider_tree [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.739488] env[62880]: DEBUG nova.network.neutron [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Updating instance_info_cache with network_info: [{"id": "6a34e7a7-0743-4024-93cd-fc4c235c78cc", "address": "fa:16:3e:82:e1:b9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a34e7a7-07", "ovs_interfaceid": "6a34e7a7-0743-4024-93cd-fc4c235c78cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.086312] env[62880]: DEBUG nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1438.125336] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.130019] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.130019] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.130019] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.130019] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.130019] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.130611] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.130611] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.130611] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.130611] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.130611] env[62880]: DEBUG nova.virt.hardware [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.130835] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d091bef-4dfe-409f-8252-f3a9f29dd1c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.140531] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb31cd-2e37-4352-8a7d-8a39b6ff0090 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.171556] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.245021] env[62880]: DEBUG nova.scheduler.client.report [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.246214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Releasing lock "refresh_cache-de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.246732] env[62880]: DEBUG nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Instance network_info: |[{"id": "6a34e7a7-0743-4024-93cd-fc4c235c78cc", "address": "fa:16:3e:82:e1:b9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a34e7a7-07", "ovs_interfaceid": "6a34e7a7-0743-4024-93cd-fc4c235c78cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.247288] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:e1:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a34e7a7-0743-4024-93cd-fc4c235c78cc', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.255276] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Creating folder: Project (f95dba18dd9748f9acd759cd522179ad). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.255975] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffd91e2f-8124-4e97-ba69-f76debd3a371 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.269151] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Created folder: Project (f95dba18dd9748f9acd759cd522179ad) in parent group-v388473. [ 1438.269651] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Creating folder: Instances. Parent ref: group-v388559. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.270039] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83425cd9-094e-4e27-baf7-aa8d47d45098 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.282191] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Created folder: Instances in parent group-v388559. [ 1438.282646] env[62880]: DEBUG oslo.service.loopingcall [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.282966] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.284094] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e5c51e2-11bd-419f-8677-c498dabba88d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.303117] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.303117] env[62880]: value = "task-1880196" [ 1438.303117] env[62880]: _type = "Task" [ 1438.303117] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.311623] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880196, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.597439] env[62880]: DEBUG nova.objects.instance [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lazy-loading 'flavor' on Instance uuid df00cfae-3bbb-4489-83fb-c7444548c0c4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.669425] env[62880]: DEBUG nova.network.neutron [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Successfully updated port: 4f3e1e57-de00-4f7a-ae76-8947098785a5 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.678765] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880193, 'name': ReconfigVM_Task, 'duration_secs': 0.811626} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.679336] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 3db39109-29eb-4dd7-93b4-33cfd2b7a716/3db39109-29eb-4dd7-93b4-33cfd2b7a716.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.680039] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f7c60aa-4edc-433b-ba5a-e71e213f2362 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.689260] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1438.689260] env[62880]: value = "task-1880197" [ 1438.689260] env[62880]: _type = "Task" [ 1438.689260] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.699017] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880197, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.756962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.757687] env[62880]: DEBUG nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.760768] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.750s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.763121] env[62880]: INFO nova.compute.claims [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.817887] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880196, 'name': CreateVM_Task, 'duration_secs': 0.505384} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.818205] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.819333] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.819574] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.821345] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.823745] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbfecae-d398-4515-9899-8361bc1c9d63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.831477] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1438.831477] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ac2546-f34c-36a3-2640-f8b9740ada2c" [ 1438.831477] env[62880]: _type = "Task" [ 1438.831477] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.846241] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ac2546-f34c-36a3-2640-f8b9740ada2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.103132] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.103309] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquired lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.103735] env[62880]: DEBUG nova.network.neutron [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.103735] env[62880]: DEBUG nova.objects.instance [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lazy-loading 'info_cache' on Instance uuid df00cfae-3bbb-4489-83fb-c7444548c0c4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.181094] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "refresh_cache-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.181094] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquired lock "refresh_cache-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.181094] env[62880]: DEBUG nova.network.neutron [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.203864] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880197, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.269106] env[62880]: DEBUG nova.compute.utils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1439.270501] env[62880]: DEBUG nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1439.270863] env[62880]: DEBUG nova.network.neutron [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1439.335498] env[62880]: DEBUG nova.policy [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc65469f28c449918f8604c69d59001f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87817e0bd64e4d348e836e41efea4909', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1439.347526] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ac2546-f34c-36a3-2640-f8b9740ada2c, 'name': SearchDatastore_Task, 'duration_secs': 0.017416} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.347862] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.348102] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.348333] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.348480] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.348659] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.348985] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-190746fc-70fa-4be0-9406-01e42fb3f05f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.358484] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.358668] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.359382] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd8dec4-4e5e-4b8d-b22c-3d239015a7a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.365537] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1439.365537] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a125fb-2be2-86e0-9bd8-67f5e3e9582a" [ 1439.365537] env[62880]: _type = "Task" [ 1439.365537] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.373962] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a125fb-2be2-86e0-9bd8-67f5e3e9582a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.418445] env[62880]: DEBUG nova.compute.manager [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Received event network-changed-6a34e7a7-0743-4024-93cd-fc4c235c78cc {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1439.418651] env[62880]: DEBUG nova.compute.manager [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Refreshing instance network info cache due to event network-changed-6a34e7a7-0743-4024-93cd-fc4c235c78cc. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1439.418854] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] Acquiring lock "refresh_cache-de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.419257] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] Acquired lock "refresh_cache-de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.419582] env[62880]: DEBUG nova.network.neutron [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Refreshing network info cache for port 6a34e7a7-0743-4024-93cd-fc4c235c78cc {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.536751] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "c801be10-4ae2-4a93-a63a-44b2cae5c143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.536988] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "c801be10-4ae2-4a93-a63a-44b2cae5c143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.606955] env[62880]: DEBUG nova.objects.base [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1439.630765] env[62880]: DEBUG nova.compute.manager [req-f42aab8f-1807-4205-8ce8-debf08eea6c2 req-f2f401c6-75fa-460e-9c63-545f97e99fd4 service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Received event network-changed-fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1439.631406] env[62880]: DEBUG nova.compute.manager [req-f42aab8f-1807-4205-8ce8-debf08eea6c2 req-f2f401c6-75fa-460e-9c63-545f97e99fd4 service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Refreshing instance network info cache due to event network-changed-fd232eff-0199-4a3b-9bb4-8f9be9ad1f20. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1439.631608] env[62880]: DEBUG oslo_concurrency.lockutils [req-f42aab8f-1807-4205-8ce8-debf08eea6c2 req-f2f401c6-75fa-460e-9c63-545f97e99fd4 service nova] Acquiring lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.631759] env[62880]: DEBUG oslo_concurrency.lockutils [req-f42aab8f-1807-4205-8ce8-debf08eea6c2 req-f2f401c6-75fa-460e-9c63-545f97e99fd4 service nova] Acquired lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.631988] env[62880]: DEBUG nova.network.neutron [req-f42aab8f-1807-4205-8ce8-debf08eea6c2 req-f2f401c6-75fa-460e-9c63-545f97e99fd4 service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Refreshing network info cache for port fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.702436] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880197, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.746787] env[62880]: DEBUG nova.network.neutron [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.778772] env[62880]: DEBUG nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.879905] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a125fb-2be2-86e0-9bd8-67f5e3e9582a, 'name': SearchDatastore_Task, 'duration_secs': 0.028002} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.880858] env[62880]: DEBUG nova.network.neutron [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Successfully created port: dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.890112] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176a5445-a228-4cbb-9b87-b4d4136d6cfa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.899386] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1439.899386] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52868c28-5d84-e988-d033-e9552cfbad2d" [ 1439.899386] env[62880]: _type = "Task" [ 1439.899386] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.911388] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52868c28-5d84-e988-d033-e9552cfbad2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.017520] env[62880]: DEBUG nova.network.neutron [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Updating instance_info_cache with network_info: [{"id": "4f3e1e57-de00-4f7a-ae76-8947098785a5", "address": "fa:16:3e:49:7c:22", "network": {"id": "5d7e2ed8-333f-4c6b-8f77-93833fee8ac2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-132792282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46470184872740c08607a9596c25eca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f3e1e57-de", "ovs_interfaceid": "4f3e1e57-de00-4f7a-ae76-8947098785a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.208959] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880197, 'name': Rename_Task, 'duration_secs': 1.24896} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.211848] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.214618] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea50ebd4-e43c-4e88-bd54-e613e0d972d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.225025] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1440.225025] env[62880]: value = "task-1880198" [ 1440.225025] env[62880]: _type = "Task" [ 1440.225025] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.240886] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.372040] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607476f1-9dee-4957-8726-e458ee989b8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.380189] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3232fe6-1993-4b24-94a1-625f12833cd7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.425491] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a63ae36-245f-4111-be21-e6dfb9d527dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.429922] env[62880]: DEBUG nova.network.neutron [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Updated VIF entry in instance network info cache for port 6a34e7a7-0743-4024-93cd-fc4c235c78cc. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.430609] env[62880]: DEBUG nova.network.neutron [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Updating instance_info_cache with network_info: [{"id": "6a34e7a7-0743-4024-93cd-fc4c235c78cc", "address": "fa:16:3e:82:e1:b9", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a34e7a7-07", "ovs_interfaceid": "6a34e7a7-0743-4024-93cd-fc4c235c78cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.441429] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52868c28-5d84-e988-d033-e9552cfbad2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01433} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.443774] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.445747] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] de3b2e6e-cd7b-4763-9c87-15d5b1d6668b/de3b2e6e-cd7b-4763-9c87-15d5b1d6668b.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.445747] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6483ac9-2057-4212-a4de-c077cb750631 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.448595] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e296b843-7b6d-480f-8e91-c9719680f67b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.470081] env[62880]: DEBUG nova.compute.provider_tree [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.474024] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1440.474024] env[62880]: value = "task-1880199" [ 1440.474024] env[62880]: _type = "Task" [ 1440.474024] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.484505] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.524268] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Releasing lock "refresh_cache-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.524610] env[62880]: DEBUG nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Instance network_info: |[{"id": "4f3e1e57-de00-4f7a-ae76-8947098785a5", "address": "fa:16:3e:49:7c:22", "network": {"id": "5d7e2ed8-333f-4c6b-8f77-93833fee8ac2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-132792282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46470184872740c08607a9596c25eca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f3e1e57-de", "ovs_interfaceid": "4f3e1e57-de00-4f7a-ae76-8947098785a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.525017] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquiring lock "04baf98f-b65c-4c0f-8333-ae165671fbd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.525253] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "04baf98f-b65c-4c0f-8333-ae165671fbd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.525454] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquiring lock "04baf98f-b65c-4c0f-8333-ae165671fbd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.525636] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "04baf98f-b65c-4c0f-8333-ae165671fbd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.525797] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "04baf98f-b65c-4c0f-8333-ae165671fbd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.527481] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:7c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f3e1e57-de00-4f7a-ae76-8947098785a5', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.536257] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Creating folder: Project (46470184872740c08607a9596c25eca9). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.539683] env[62880]: INFO nova.compute.manager [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Terminating instance [ 1440.541520] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-152438b8-e8ee-45b4-8efc-36fd7dbda34b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.555794] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Created folder: Project (46470184872740c08607a9596c25eca9) in parent group-v388473. [ 1440.555995] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Creating folder: Instances. Parent ref: group-v388562. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.556247] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bfaaf12-b010-4a7c-aa5c-a674888ac7c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.567715] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Created folder: Instances in parent group-v388562. [ 1440.568008] env[62880]: DEBUG oslo.service.loopingcall [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.568237] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.568958] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7cfa64e-38eb-41d0-86f3-6e756f86ee25 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.592813] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.592813] env[62880]: value = "task-1880202" [ 1440.592813] env[62880]: _type = "Task" [ 1440.592813] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.601352] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880202, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.745858] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.794070] env[62880]: DEBUG nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1440.798200] env[62880]: DEBUG nova.network.neutron [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Updating instance_info_cache with network_info: [{"id": "f8796efa-232a-4777-897a-a524d3876b20", "address": "fa:16:3e:be:0e:19", "network": {"id": "2d30b27c-6997-42d9-bc23-7940597cc1f4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-552038117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "176d1522edbd4b808d40ebecc2bdb00d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8796efa-23", "ovs_interfaceid": "f8796efa-232a-4777-897a-a524d3876b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.831913] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.832207] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.832429] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.832684] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.832794] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.832941] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.833169] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.833365] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.833594] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.833764] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.833933] env[62880]: DEBUG nova.virt.hardware [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.834981] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df50fe80-db51-49b9-9ce2-d09305cce111 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.846052] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc976e99-fdce-4df5-82ed-a7fea2e9bf3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.863566] env[62880]: DEBUG nova.network.neutron [req-f42aab8f-1807-4205-8ce8-debf08eea6c2 req-f2f401c6-75fa-460e-9c63-545f97e99fd4 service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Updated VIF entry in instance network info cache for port fd232eff-0199-4a3b-9bb4-8f9be9ad1f20. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.863952] env[62880]: DEBUG nova.network.neutron [req-f42aab8f-1807-4205-8ce8-debf08eea6c2 req-f2f401c6-75fa-460e-9c63-545f97e99fd4 service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Updating instance_info_cache with network_info: [{"id": "fd232eff-0199-4a3b-9bb4-8f9be9ad1f20", "address": "fa:16:3e:ff:b2:cd", "network": {"id": "1532ac96-edc8-461a-92f9-fc86487ee42c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-5643549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56d05474adb4c4380368860f89b476d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd232eff-01", "ovs_interfaceid": "fd232eff-0199-4a3b-9bb4-8f9be9ad1f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.934927] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] Releasing lock "refresh_cache-de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.935115] env[62880]: DEBUG nova.compute.manager [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Received event network-vif-plugged-4f3e1e57-de00-4f7a-ae76-8947098785a5 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1440.935249] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] Acquiring lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.935515] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] Lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.935814] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] Lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.936187] env[62880]: DEBUG nova.compute.manager [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] No waiting events found dispatching network-vif-plugged-4f3e1e57-de00-4f7a-ae76-8947098785a5 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.936420] env[62880]: WARNING nova.compute.manager [req-7c3e6518-3c73-4a49-9167-61be2bd8586c req-af1182a1-01df-4866-beb8-9390c1996c8a service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Received unexpected event network-vif-plugged-4f3e1e57-de00-4f7a-ae76-8947098785a5 for instance with vm_state building and task_state spawning. [ 1440.976059] env[62880]: DEBUG nova.scheduler.client.report [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.997954] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880199, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.046795] env[62880]: DEBUG nova.compute.manager [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.046795] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.047724] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81c1c8c-867e-4f85-952f-931a0e57ac28 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.059764] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.060268] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a8cc9b2-f963-43f0-98d2-a34fe4a028a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.070806] env[62880]: DEBUG oslo_vmware.api [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1441.070806] env[62880]: value = "task-1880203" [ 1441.070806] env[62880]: _type = "Task" [ 1441.070806] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.102530] env[62880]: DEBUG oslo_vmware.api [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.106022] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880202, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.244857] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.305570] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Releasing lock "refresh_cache-df00cfae-3bbb-4489-83fb-c7444548c0c4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.366572] env[62880]: DEBUG oslo_concurrency.lockutils [req-f42aab8f-1807-4205-8ce8-debf08eea6c2 req-f2f401c6-75fa-460e-9c63-545f97e99fd4 service nova] Releasing lock "refresh_cache-755e9b02-03fc-47a8-95d2-60c5dce362c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.485827] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.488015] env[62880]: DEBUG nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1441.492073] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.430s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.495341] env[62880]: DEBUG nova.objects.instance [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lazy-loading 'resources' on Instance uuid b9c20761-4bf1-4baf-9d77-948feb1d435c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.500642] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66737} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.500915] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] de3b2e6e-cd7b-4763-9c87-15d5b1d6668b/de3b2e6e-cd7b-4763-9c87-15d5b1d6668b.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.501129] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.501371] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d60448-7de9-43d8-8e1a-79da0e3847a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.509247] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1441.509247] env[62880]: value = "task-1880204" [ 1441.509247] env[62880]: _type = "Task" [ 1441.509247] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.519315] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.583563] env[62880]: DEBUG oslo_vmware.api [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880203, 'name': PowerOffVM_Task, 'duration_secs': 0.272176} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.583563] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.583563] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.583563] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef453b90-58b1-4fbc-8dea-7303b09bc78f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.606615] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880202, 'name': CreateVM_Task, 'duration_secs': 0.78092} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.606801] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.608159] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.608350] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.609166] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1441.609649] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1dff11-717c-478a-8b10-bed1d9d6b836 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.615734] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1441.615734] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526e17f9-73e5-13ce-fdcf-93a91f021208" [ 1441.615734] env[62880]: _type = "Task" [ 1441.615734] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.624351] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526e17f9-73e5-13ce-fdcf-93a91f021208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.661448] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.661822] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.662116] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Deleting the datastore file [datastore1] 04baf98f-b65c-4c0f-8333-ae165671fbd7 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.662590] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ae2496a-8c9f-4cb4-b332-7bdd520416dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.671337] env[62880]: DEBUG oslo_vmware.api [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for the task: (returnval){ [ 1441.671337] env[62880]: value = "task-1880206" [ 1441.671337] env[62880]: _type = "Task" [ 1441.671337] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.680441] env[62880]: DEBUG oslo_vmware.api [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.739216] env[62880]: DEBUG oslo_vmware.api [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880198, 'name': PowerOnVM_Task, 'duration_secs': 1.089576} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.739477] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.739672] env[62880]: INFO nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Took 11.68 seconds to spawn the instance on the hypervisor. [ 1441.739844] env[62880]: DEBUG nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.740660] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a1eab7-3afa-490f-84c3-1b7accc5ea8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.802144] env[62880]: DEBUG nova.compute.manager [req-6edae042-c691-453b-a5f3-ca40ae86e743 req-e38060b3-f297-47a7-b990-dd943ebfe2b0 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Received event network-changed-4f3e1e57-de00-4f7a-ae76-8947098785a5 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1441.802144] env[62880]: DEBUG nova.compute.manager [req-6edae042-c691-453b-a5f3-ca40ae86e743 req-e38060b3-f297-47a7-b990-dd943ebfe2b0 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Refreshing instance network info cache due to event network-changed-4f3e1e57-de00-4f7a-ae76-8947098785a5. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1441.802144] env[62880]: DEBUG oslo_concurrency.lockutils [req-6edae042-c691-453b-a5f3-ca40ae86e743 req-e38060b3-f297-47a7-b990-dd943ebfe2b0 service nova] Acquiring lock "refresh_cache-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.802144] env[62880]: DEBUG oslo_concurrency.lockutils [req-6edae042-c691-453b-a5f3-ca40ae86e743 req-e38060b3-f297-47a7-b990-dd943ebfe2b0 service nova] Acquired lock "refresh_cache-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.802144] env[62880]: DEBUG nova.network.neutron [req-6edae042-c691-453b-a5f3-ca40ae86e743 req-e38060b3-f297-47a7-b990-dd943ebfe2b0 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Refreshing network info cache for port 4f3e1e57-de00-4f7a-ae76-8947098785a5 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.997217] env[62880]: DEBUG nova.compute.utils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.001283] env[62880]: DEBUG nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1442.001709] env[62880]: DEBUG nova.network.neutron [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.020466] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09478} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.021376] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1442.022204] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31300f9a-a6d9-45b6-828c-2965770bdd09 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.047705] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] de3b2e6e-cd7b-4763-9c87-15d5b1d6668b/de3b2e6e-cd7b-4763-9c87-15d5b1d6668b.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1442.051416] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf93985a-74a7-4df6-a50e-54d61f883835 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.075412] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1442.075412] env[62880]: value = "task-1880207" [ 1442.075412] env[62880]: _type = "Task" [ 1442.075412] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.080762] env[62880]: DEBUG nova.policy [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1d50113df424763b63c7f18723e71e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7f5069e18144ec7a86f5c7c55065359', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1442.103219] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.129898] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526e17f9-73e5-13ce-fdcf-93a91f021208, 'name': SearchDatastore_Task, 'duration_secs': 0.054889} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.133992] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.134627] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.135458] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.135458] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.135567] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.136084] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-893f06f8-6820-4ded-bbec-58053ad65411 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.150328] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.150516] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.151320] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f25568-b901-470a-ac63-3f54a3af5e9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.158240] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1442.158240] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fb4955-fe14-5e29-32f1-d084cb5dc0ae" [ 1442.158240] env[62880]: _type = "Task" [ 1442.158240] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.171159] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fb4955-fe14-5e29-32f1-d084cb5dc0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.186424] env[62880]: DEBUG oslo_vmware.api [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.248087] env[62880]: DEBUG nova.network.neutron [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Successfully updated port: dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.270272] env[62880]: INFO nova.compute.manager [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Took 34.85 seconds to build instance. [ 1442.317114] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.317114] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddefbe16-9b61-4b3c-9c33-360b7271b539 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.321552] env[62880]: DEBUG oslo_vmware.api [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1442.321552] env[62880]: value = "task-1880208" [ 1442.321552] env[62880]: _type = "Task" [ 1442.321552] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.332752] env[62880]: DEBUG oslo_vmware.api [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.505622] env[62880]: DEBUG nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1442.586440] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.680668] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fb4955-fe14-5e29-32f1-d084cb5dc0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.030736} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.682243] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24765cb-614c-4f48-b954-b940f76351d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.688013] env[62880]: DEBUG oslo_vmware.api [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Task: {'id': task-1880206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.801702} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.688250] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.688419] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.688602] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.688772] env[62880]: INFO nova.compute.manager [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1442.689018] env[62880]: DEBUG oslo.service.loopingcall [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.691860] env[62880]: DEBUG nova.compute.manager [-] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.691977] env[62880]: DEBUG nova.network.neutron [-] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.698743] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1442.698743] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f72bc-a603-5bbb-bc79-9bf90e79669b" [ 1442.698743] env[62880]: _type = "Task" [ 1442.698743] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.709626] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f72bc-a603-5bbb-bc79-9bf90e79669b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.715238] env[62880]: DEBUG nova.network.neutron [req-6edae042-c691-453b-a5f3-ca40ae86e743 req-e38060b3-f297-47a7-b990-dd943ebfe2b0 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Updated VIF entry in instance network info cache for port 4f3e1e57-de00-4f7a-ae76-8947098785a5. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.715365] env[62880]: DEBUG nova.network.neutron [req-6edae042-c691-453b-a5f3-ca40ae86e743 req-e38060b3-f297-47a7-b990-dd943ebfe2b0 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Updating instance_info_cache with network_info: [{"id": "4f3e1e57-de00-4f7a-ae76-8947098785a5", "address": "fa:16:3e:49:7c:22", "network": {"id": "5d7e2ed8-333f-4c6b-8f77-93833fee8ac2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-132792282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46470184872740c08607a9596c25eca9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f3e1e57-de", "ovs_interfaceid": "4f3e1e57-de00-4f7a-ae76-8947098785a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.721988] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea8c2db-1b47-466d-83db-7d978c0c0005 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.735854] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb64ed8-4fc2-4e2a-85e5-6c6f63dc314a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.778794] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.778931] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.779559] env[62880]: DEBUG nova.network.neutron [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.780803] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f6e435c-e15d-4fa1-b7b2-847643fa9f0c tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.225s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.782571] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bcedb8-abae-489e-8aa1-0d728dba47fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.795539] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e682e2-b810-4f95-b0ab-1bd08f66dd21 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.813528] env[62880]: DEBUG nova.compute.provider_tree [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.832585] env[62880]: DEBUG oslo_vmware.api [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.043778] env[62880]: DEBUG nova.network.neutron [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Successfully created port: 01f7bc99-541f-4607-93ad-857cf7f154d9 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.102814] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880207, 'name': ReconfigVM_Task, 'duration_secs': 0.734961} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.105859] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] de3b2e6e-cd7b-4763-9c87-15d5b1d6668b/de3b2e6e-cd7b-4763-9c87-15d5b1d6668b.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.105859] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9f8d58c-ed50-489a-b371-7239d711ab95 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.120118] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1443.120118] env[62880]: value = "task-1880209" [ 1443.120118] env[62880]: _type = "Task" [ 1443.120118] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.129904] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880209, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.209453] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f72bc-a603-5bbb-bc79-9bf90e79669b, 'name': SearchDatastore_Task, 'duration_secs': 0.015423} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.209754] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.210058] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c/75dbff7e-0fe3-401b-9fa5-fee79b4edb4c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.210338] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e07a9fcc-81b5-4c48-9729-3c6c4979c81f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.221021] env[62880]: DEBUG oslo_concurrency.lockutils [req-6edae042-c691-453b-a5f3-ca40ae86e743 req-e38060b3-f297-47a7-b990-dd943ebfe2b0 service nova] Releasing lock "refresh_cache-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.221550] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1443.221550] env[62880]: value = "task-1880210" [ 1443.221550] env[62880]: _type = "Task" [ 1443.221550] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.232410] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.286728] env[62880]: DEBUG nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.318848] env[62880]: DEBUG nova.scheduler.client.report [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.326273] env[62880]: DEBUG nova.network.neutron [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.339322] env[62880]: DEBUG oslo_vmware.api [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880208, 'name': PowerOnVM_Task, 'duration_secs': 0.566803} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.339765] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.340136] env[62880]: DEBUG nova.compute.manager [None req-b178de06-c18b-423e-a419-f8410c4f6d33 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.341099] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5541e220-22d6-417f-a671-c0173afc1254 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.490297] env[62880]: DEBUG nova.network.neutron [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updating instance_info_cache with network_info: [{"id": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "address": "fa:16:3e:5f:4f:c3", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e7a78-8e", "ovs_interfaceid": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.522462] env[62880]: DEBUG nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1443.555228] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.555739] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.555931] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.556206] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.556725] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.556954] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.557281] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.557484] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.557726] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.557978] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.558256] env[62880]: DEBUG nova.virt.hardware [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.559845] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfdcbc5-4644-4785-9fba-42ce05388264 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.572332] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0adce89-2be6-4434-9129-0436bfa6395f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.632812] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880209, 'name': Rename_Task, 'duration_secs': 0.234243} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.634115] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.634871] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0231993-8579-4aee-96fc-b2e7eccd98a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.647944] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1443.647944] env[62880]: value = "task-1880211" [ 1443.647944] env[62880]: _type = "Task" [ 1443.647944] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.659782] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.732982] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880210, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.818463] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.827721] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.830592] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.681s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.830840] env[62880]: DEBUG nova.objects.instance [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lazy-loading 'resources' on Instance uuid 60000f2d-9fcc-4139-a19e-ec58387a243d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.862559] env[62880]: INFO nova.scheduler.client.report [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Deleted allocations for instance b9c20761-4bf1-4baf-9d77-948feb1d435c [ 1444.000180] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.000180] env[62880]: DEBUG nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Instance network_info: |[{"id": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "address": "fa:16:3e:5f:4f:c3", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e7a78-8e", "ovs_interfaceid": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.000477] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:4f:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.007236] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Creating folder: Project (87817e0bd64e4d348e836e41efea4909). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.007864] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a0f5ec5-1f2f-4ebe-895e-a1f740879285 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.022021] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Created folder: Project (87817e0bd64e4d348e836e41efea4909) in parent group-v388473. [ 1444.022242] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Creating folder: Instances. Parent ref: group-v388565. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.022503] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25eff92b-9c36-41f2-a55f-361db266cfa3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.037600] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Created folder: Instances in parent group-v388565. [ 1444.037877] env[62880]: DEBUG oslo.service.loopingcall [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.038108] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.038349] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef0bcf2-764c-4d65-80b8-6a93f86912f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.059363] env[62880]: DEBUG nova.network.neutron [-] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.063789] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.063789] env[62880]: value = "task-1880214" [ 1444.063789] env[62880]: _type = "Task" [ 1444.063789] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.078011] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880214, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.159740] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880211, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.235132] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627031} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.235665] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c/75dbff7e-0fe3-401b-9fa5-fee79b4edb4c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.235917] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.236198] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af45e602-5b9d-4621-ba11-1b4a6fd7b062 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.244840] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1444.244840] env[62880]: value = "task-1880215" [ 1444.244840] env[62880]: _type = "Task" [ 1444.244840] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.253862] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.268949] env[62880]: DEBUG nova.compute.manager [req-626f8d53-7177-47f5-8785-5a159ab8cb18 req-8230c55e-1785-43f1-ad36-d9dfd6821ca0 service nova] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Received event network-vif-deleted-2ad09d8f-ed46-45be-8b48-685ca1d6c198 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1444.373230] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b17cf175-6596-48c8-858d-0d1546b16d92 tempest-InstanceActionsTestJSON-1786962982 tempest-InstanceActionsTestJSON-1786962982-project-member] Lock "b9c20761-4bf1-4baf-9d77-948feb1d435c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.313s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.565132] env[62880]: INFO nova.compute.manager [-] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Took 1.87 seconds to deallocate network for instance. [ 1444.579279] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.579512] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.588116] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880214, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.662290] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880211, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.716837] env[62880]: DEBUG nova.compute.manager [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Received event network-vif-plugged-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1444.717066] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] Acquiring lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.719081] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.719081] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.719081] env[62880]: DEBUG nova.compute.manager [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] No waiting events found dispatching network-vif-plugged-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.719081] env[62880]: WARNING nova.compute.manager [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Received unexpected event network-vif-plugged-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf for instance with vm_state building and task_state spawning. [ 1444.719081] env[62880]: DEBUG nova.compute.manager [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Received event network-changed-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1444.719279] env[62880]: DEBUG nova.compute.manager [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Refreshing instance network info cache due to event network-changed-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1444.719279] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] Acquiring lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.719279] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] Acquired lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.719279] env[62880]: DEBUG nova.network.neutron [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Refreshing network info cache for port dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.761212] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082095} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.762920] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.762920] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f85838d-34d3-4176-a457-5d4ef79b91ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.795538] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c/75dbff7e-0fe3-401b-9fa5-fee79b4edb4c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.799055] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16013bdd-496b-44ef-90bb-da4cf34e4569 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.823179] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1444.823179] env[62880]: value = "task-1880216" [ 1444.823179] env[62880]: _type = "Task" [ 1444.823179] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.840296] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.002029] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc4dd0e-ed55-4ce0-b61d-440e3b75eaf5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.010691] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b862ea-cd5a-4250-bf33-b9712f2ad687 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.044691] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a1a14f-e62f-4763-9c3f-d10c0b407e9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.055151] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da70bf-172f-475b-b233-aa9a7bf9a681 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.070484] env[62880]: DEBUG nova.compute.provider_tree [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.082877] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.083285] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880214, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.163882] env[62880]: DEBUG oslo_vmware.api [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880211, 'name': PowerOnVM_Task, 'duration_secs': 1.462055} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.164165] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.164368] env[62880]: INFO nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1445.164580] env[62880]: DEBUG nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.165388] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b51fa9-ae77-4697-a3e6-5149aea62fe5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.336175] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.576847] env[62880]: DEBUG nova.scheduler.client.report [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.589550] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880214, 'name': CreateVM_Task, 'duration_secs': 1.430493} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.589989] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.593839] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.594017] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.595266] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.595266] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cf1108-0e70-4a89-bb3c-c60144b432be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.601881] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1445.601881] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f1f3a-26ee-7cb6-ccee-e14382188b9c" [ 1445.601881] env[62880]: _type = "Task" [ 1445.601881] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.614186] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f1f3a-26ee-7cb6-ccee-e14382188b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.691903] env[62880]: INFO nova.compute.manager [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Took 32.95 seconds to build instance. [ 1445.839878] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880216, 'name': ReconfigVM_Task, 'duration_secs': 0.778888} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.839878] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c/75dbff7e-0fe3-401b-9fa5-fee79b4edb4c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.839878] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ae73a7a-9c9c-4a59-8290-4089a629aca9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.848025] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1445.848025] env[62880]: value = "task-1880217" [ 1445.848025] env[62880]: _type = "Task" [ 1445.848025] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.861520] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880217, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.084523] env[62880]: DEBUG nova.network.neutron [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updated VIF entry in instance network info cache for port dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.084944] env[62880]: DEBUG nova.network.neutron [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updating instance_info_cache with network_info: [{"id": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "address": "fa:16:3e:5f:4f:c3", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e7a78-8e", "ovs_interfaceid": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.091467] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.093785] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.254s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.095459] env[62880]: INFO nova.compute.claims [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.112382] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f1f3a-26ee-7cb6-ccee-e14382188b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.030385} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.112738] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.113017] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.113302] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.113484] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.113665] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.114702] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c7e4678-84b5-43c1-98ed-b4998ecf7d0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.123433] env[62880]: INFO nova.scheduler.client.report [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Deleted allocations for instance 60000f2d-9fcc-4139-a19e-ec58387a243d [ 1446.127625] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.127625] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.132079] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ba48c9-b603-4b5d-942c-1067e6afb45f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.140651] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1446.140651] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5270d1fd-0f57-e957-8f78-5978b43c9638" [ 1446.140651] env[62880]: _type = "Task" [ 1446.140651] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.151911] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5270d1fd-0f57-e957-8f78-5978b43c9638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.192957] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8e905ef-d977-4676-baa6-6f022ec19648 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.930s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.336174] env[62880]: DEBUG nova.network.neutron [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Successfully updated port: 01f7bc99-541f-4607-93ad-857cf7f154d9 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.360787] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880217, 'name': Rename_Task, 'duration_secs': 0.448849} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.361378] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.361911] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbe602e2-dbf4-4128-b67d-11bc10f6816c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.370091] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1446.370091] env[62880]: value = "task-1880218" [ 1446.370091] env[62880]: _type = "Task" [ 1446.370091] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.379035] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.587740] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ab1a2f1-f978-4c97-83dd-26b691403d67 req-6908f96b-22c3-44dd-ae01-fd4703299013 service nova] Releasing lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.638722] env[62880]: DEBUG oslo_concurrency.lockutils [None req-33bd7ae7-32ef-4376-b769-6cc2bf780337 tempest-ImagesNegativeTestJSON-491592815 tempest-ImagesNegativeTestJSON-491592815-project-member] Lock "60000f2d-9fcc-4139-a19e-ec58387a243d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.363s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.656324] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5270d1fd-0f57-e957-8f78-5978b43c9638, 'name': SearchDatastore_Task, 'duration_secs': 0.03292} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.657672] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f33583-b772-43f1-92ce-0f6f9be38e0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.663923] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1446.663923] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522a0367-7107-6c28-05d2-2eecc25b2740" [ 1446.663923] env[62880]: _type = "Task" [ 1446.663923] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.672178] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522a0367-7107-6c28-05d2-2eecc25b2740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.698651] env[62880]: DEBUG nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.841412] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquiring lock "refresh_cache-b053a896-d055-4e0a-8f85-8871df4bf5c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.841696] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquired lock "refresh_cache-b053a896-d055-4e0a-8f85-8871df4bf5c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.846903] env[62880]: DEBUG nova.network.neutron [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.881059] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880218, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.917586] env[62880]: DEBUG nova.compute.manager [req-140185ff-264f-46d8-81e0-da0605ad2389 req-3af3cdf7-ec1e-4949-b2d2-93ec988a629b service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Received event network-vif-plugged-01f7bc99-541f-4607-93ad-857cf7f154d9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1446.917816] env[62880]: DEBUG oslo_concurrency.lockutils [req-140185ff-264f-46d8-81e0-da0605ad2389 req-3af3cdf7-ec1e-4949-b2d2-93ec988a629b service nova] Acquiring lock "b053a896-d055-4e0a-8f85-8871df4bf5c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.918032] env[62880]: DEBUG oslo_concurrency.lockutils [req-140185ff-264f-46d8-81e0-da0605ad2389 req-3af3cdf7-ec1e-4949-b2d2-93ec988a629b service nova] Lock "b053a896-d055-4e0a-8f85-8871df4bf5c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.918203] env[62880]: DEBUG oslo_concurrency.lockutils [req-140185ff-264f-46d8-81e0-da0605ad2389 req-3af3cdf7-ec1e-4949-b2d2-93ec988a629b service nova] Lock "b053a896-d055-4e0a-8f85-8871df4bf5c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.918366] env[62880]: DEBUG nova.compute.manager [req-140185ff-264f-46d8-81e0-da0605ad2389 req-3af3cdf7-ec1e-4949-b2d2-93ec988a629b service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] No waiting events found dispatching network-vif-plugged-01f7bc99-541f-4607-93ad-857cf7f154d9 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.918524] env[62880]: WARNING nova.compute.manager [req-140185ff-264f-46d8-81e0-da0605ad2389 req-3af3cdf7-ec1e-4949-b2d2-93ec988a629b service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Received unexpected event network-vif-plugged-01f7bc99-541f-4607-93ad-857cf7f154d9 for instance with vm_state building and task_state spawning. [ 1447.177137] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522a0367-7107-6c28-05d2-2eecc25b2740, 'name': SearchDatastore_Task, 'duration_secs': 0.027322} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.177137] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.177137] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 38c29c47-4b8e-42b4-8288-4fb00c05cd38/38c29c47-4b8e-42b4-8288-4fb00c05cd38.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.177137] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1cfcfb-1035-469d-a1c9-1522b612adae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.185930] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1447.185930] env[62880]: value = "task-1880219" [ 1447.185930] env[62880]: _type = "Task" [ 1447.185930] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.197755] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.220333] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.382277] env[62880]: DEBUG oslo_vmware.api [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880218, 'name': PowerOnVM_Task, 'duration_secs': 0.61643} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.382277] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.382618] env[62880]: INFO nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1447.382890] env[62880]: DEBUG nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.384074] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73915ac2-1987-4c6a-bdcf-229c29076e0e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.428466] env[62880]: DEBUG nova.network.neutron [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.699535] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15517592-6d7d-4af4-ae96-afcbabad0fe8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.715441] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89a3848-1c0c-4992-93a1-f52d3a98fa59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.725581] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.764096] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c191ce78-9406-4780-9abb-2b5d6e5c85ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.775529] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b7b80-25cb-40c2-848a-d5597e79c5b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.793415] env[62880]: DEBUG nova.compute.provider_tree [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.905698] env[62880]: INFO nova.compute.manager [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Took 32.40 seconds to build instance. [ 1447.908826] env[62880]: DEBUG nova.network.neutron [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Updating instance_info_cache with network_info: [{"id": "01f7bc99-541f-4607-93ad-857cf7f154d9", "address": "fa:16:3e:bc:3d:e7", "network": {"id": "d3748b35-14c3-4a9f-9ba4-9c8b625b3de4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1763337757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f5069e18144ec7a86f5c7c55065359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f7bc99-54", "ovs_interfaceid": "01f7bc99-541f-4607-93ad-857cf7f154d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.203014] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620545} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.203815] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 38c29c47-4b8e-42b4-8288-4fb00c05cd38/38c29c47-4b8e-42b4-8288-4fb00c05cd38.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.203815] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.204061] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba7374f-1a8d-4d5d-85d6-c9c6987de5d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.216205] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1448.216205] env[62880]: value = "task-1880220" [ 1448.216205] env[62880]: _type = "Task" [ 1448.216205] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.232068] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.298412] env[62880]: DEBUG nova.scheduler.client.report [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.408460] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f8d560d-86d4-4a1b-8dfe-6b7f0b9a32a6 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.518s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.411510] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Releasing lock "refresh_cache-b053a896-d055-4e0a-8f85-8871df4bf5c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.411949] env[62880]: DEBUG nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Instance network_info: |[{"id": "01f7bc99-541f-4607-93ad-857cf7f154d9", "address": "fa:16:3e:bc:3d:e7", "network": {"id": "d3748b35-14c3-4a9f-9ba4-9c8b625b3de4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1763337757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f5069e18144ec7a86f5c7c55065359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f7bc99-54", "ovs_interfaceid": "01f7bc99-541f-4607-93ad-857cf7f154d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.412658] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:3d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01f7bc99-541f-4607-93ad-857cf7f154d9', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.427447] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Creating folder: Project (b7f5069e18144ec7a86f5c7c55065359). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.428685] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4d65b65-fcd3-4047-ab7d-72ffc7fa0d56 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.444305] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Created folder: Project (b7f5069e18144ec7a86f5c7c55065359) in parent group-v388473. [ 1448.444511] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Creating folder: Instances. Parent ref: group-v388568. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.444810] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e94b417-25cb-4b2b-882a-6f4d2ff85671 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.456920] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Created folder: Instances in parent group-v388568. [ 1448.457595] env[62880]: DEBUG oslo.service.loopingcall [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.458032] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.459000] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1a50cca-b5d8-40c9-a14e-d2faa5d044ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.486120] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.486120] env[62880]: value = "task-1880223" [ 1448.486120] env[62880]: _type = "Task" [ 1448.486120] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.496903] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880223, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.726702] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292453} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.726998] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.727766] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5f4648-d0f8-49ca-855d-8bc5baaf6524 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.753460] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 38c29c47-4b8e-42b4-8288-4fb00c05cd38/38c29c47-4b8e-42b4-8288-4fb00c05cd38.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.754926] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857dd6f9-e7d9-4d20-96a3-af71def66d83 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.782360] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1448.782360] env[62880]: value = "task-1880224" [ 1448.782360] env[62880]: _type = "Task" [ 1448.782360] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.792856] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.804544] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.804851] env[62880]: DEBUG nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.807564] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.181s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.807813] env[62880]: DEBUG nova.objects.instance [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lazy-loading 'resources' on Instance uuid 48a2cbcd-666e-44c7-989b-3b1d66c08971 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.889463] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.889901] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.914272] env[62880]: DEBUG nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.998405] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880223, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.273236] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5498c6e6-63ec-4e93-9c67-eb148221d905 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "interface-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.273736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5498c6e6-63ec-4e93-9c67-eb148221d905 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "interface-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.274275] env[62880]: DEBUG nova.objects.instance [None req-5498c6e6-63ec-4e93-9c67-eb148221d905 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lazy-loading 'flavor' on Instance uuid 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.298255] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.310890] env[62880]: DEBUG nova.compute.utils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.313072] env[62880]: DEBUG nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.313309] env[62880]: DEBUG nova.network.neutron [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.426493] env[62880]: DEBUG nova.policy [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f16a640d9bcb48ffb4eeebbff7d57a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4718afd407054a8aa6b6089072d34c5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.439615] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.500357] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880223, 'name': CreateVM_Task, 'duration_secs': 0.979925} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.503421] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.504556] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.504729] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.505081] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.505338] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f901d9-0da8-4781-9340-4d85d4672f6b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.511056] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1449.511056] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52592aa3-23a2-e922-e2c7-8fe3ac7625a2" [ 1449.511056] env[62880]: _type = "Task" [ 1449.511056] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.521561] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52592aa3-23a2-e922-e2c7-8fe3ac7625a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.778932] env[62880]: DEBUG nova.objects.instance [None req-5498c6e6-63ec-4e93-9c67-eb148221d905 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lazy-loading 'pci_requests' on Instance uuid 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.807786] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880224, 'name': ReconfigVM_Task, 'duration_secs': 0.864872} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.807898] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 38c29c47-4b8e-42b4-8288-4fb00c05cd38/38c29c47-4b8e-42b4-8288-4fb00c05cd38.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.813541] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c9dba7c-c408-44c2-8faa-d0e051f6e968 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.820399] env[62880]: DEBUG nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.823330] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1449.823330] env[62880]: value = "task-1880225" [ 1449.823330] env[62880]: _type = "Task" [ 1449.823330] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.839286] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880225, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.914414] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eea4c5-ecb2-4d66-a869-d2b928d06331 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.925564] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e2e720-4a44-4393-9a57-7ccf14d820cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.963281] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece35bae-f907-4aa9-a1d9-45b3dad11ebf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.973291] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a2fac0-187e-4e79-acba-d63199dde225 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.988638] env[62880]: DEBUG nova.compute.provider_tree [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.025321] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52592aa3-23a2-e922-e2c7-8fe3ac7625a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.026267] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.026567] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.026978] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.027214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.027471] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.027817] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5c1f84d-d929-4c53-a4b0-7b0a2d77cc9a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.039185] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.039983] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.042359] env[62880]: DEBUG nova.network.neutron [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Successfully created port: 48e517d8-aa18-4190-a50d-859ee806d255 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.044933] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a145ab1-16ac-4c04-8959-88842c548cee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.051561] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1450.051561] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f32c77-1b63-c1d2-630e-95d12bc37bfb" [ 1450.051561] env[62880]: _type = "Task" [ 1450.051561] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.062675] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f32c77-1b63-c1d2-630e-95d12bc37bfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.281989] env[62880]: DEBUG nova.objects.base [None req-5498c6e6-63ec-4e93-9c67-eb148221d905 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Object Instance<75dbff7e-0fe3-401b-9fa5-fee79b4edb4c> lazy-loaded attributes: flavor,pci_requests {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1450.282233] env[62880]: DEBUG nova.network.neutron [None req-5498c6e6-63ec-4e93-9c67-eb148221d905 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.286203] env[62880]: DEBUG nova.compute.manager [req-01e54b5c-906b-45b1-a277-7ff57605a58e req-cf08d8e1-204a-44dd-b3a6-8b86623aeb44 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Received event network-changed-01f7bc99-541f-4607-93ad-857cf7f154d9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1450.286203] env[62880]: DEBUG nova.compute.manager [req-01e54b5c-906b-45b1-a277-7ff57605a58e req-cf08d8e1-204a-44dd-b3a6-8b86623aeb44 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Refreshing instance network info cache due to event network-changed-01f7bc99-541f-4607-93ad-857cf7f154d9. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1450.286203] env[62880]: DEBUG oslo_concurrency.lockutils [req-01e54b5c-906b-45b1-a277-7ff57605a58e req-cf08d8e1-204a-44dd-b3a6-8b86623aeb44 service nova] Acquiring lock "refresh_cache-b053a896-d055-4e0a-8f85-8871df4bf5c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.286203] env[62880]: DEBUG oslo_concurrency.lockutils [req-01e54b5c-906b-45b1-a277-7ff57605a58e req-cf08d8e1-204a-44dd-b3a6-8b86623aeb44 service nova] Acquired lock "refresh_cache-b053a896-d055-4e0a-8f85-8871df4bf5c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.286203] env[62880]: DEBUG nova.network.neutron [req-01e54b5c-906b-45b1-a277-7ff57605a58e req-cf08d8e1-204a-44dd-b3a6-8b86623aeb44 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Refreshing network info cache for port 01f7bc99-541f-4607-93ad-857cf7f154d9 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.343741] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880225, 'name': Rename_Task, 'duration_secs': 0.20485} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.346826] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.347274] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c39cc1d-4920-4f30-9f99-3324660eb850 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.355455] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1450.355455] env[62880]: value = "task-1880226" [ 1450.355455] env[62880]: _type = "Task" [ 1450.355455] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.367994] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.433672] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5498c6e6-63ec-4e93-9c67-eb148221d905 tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "interface-75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.160s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.497018] env[62880]: DEBUG nova.scheduler.client.report [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.563644] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f32c77-1b63-c1d2-630e-95d12bc37bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.017403} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.564569] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888a6aea-b14f-4fe7-b252-9af3b6e43434 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.571521] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1450.571521] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52313740-77d3-5556-ae91-a45ddcbc7122" [ 1450.571521] env[62880]: _type = "Task" [ 1450.571521] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.580045] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52313740-77d3-5556-ae91-a45ddcbc7122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.796558] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "c0e19770-8f39-4621-9122-1d80d527642c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.797347] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c0e19770-8f39-4621-9122-1d80d527642c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.837086] env[62880]: DEBUG nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.873075] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.873345] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.873504] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.873716] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.873862] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.875244] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.875244] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.875244] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.875244] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.875244] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.878054] env[62880]: DEBUG nova.virt.hardware [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.884661] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dea57e-4eb8-4baa-9b05-de93cc8e2f67 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.888736] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.899263] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f13fd6-4cfb-4c29-b009-178584c36c2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.001974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.004800] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.568s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.006624] env[62880]: INFO nova.compute.claims [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.038941] env[62880]: INFO nova.scheduler.client.report [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Deleted allocations for instance 48a2cbcd-666e-44c7-989b-3b1d66c08971 [ 1451.084227] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52313740-77d3-5556-ae91-a45ddcbc7122, 'name': SearchDatastore_Task, 'duration_secs': 0.029849} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.085417] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.085417] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b053a896-d055-4e0a-8f85-8871df4bf5c0/b053a896-d055-4e0a-8f85-8871df4bf5c0.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.085417] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17ff8b4b-2e83-483e-aa46-e66aa6b41d63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.101393] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1451.101393] env[62880]: value = "task-1880227" [ 1451.101393] env[62880]: _type = "Task" [ 1451.101393] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.110627] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.311591] env[62880]: DEBUG nova.network.neutron [req-01e54b5c-906b-45b1-a277-7ff57605a58e req-cf08d8e1-204a-44dd-b3a6-8b86623aeb44 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Updated VIF entry in instance network info cache for port 01f7bc99-541f-4607-93ad-857cf7f154d9. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.311956] env[62880]: DEBUG nova.network.neutron [req-01e54b5c-906b-45b1-a277-7ff57605a58e req-cf08d8e1-204a-44dd-b3a6-8b86623aeb44 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Updating instance_info_cache with network_info: [{"id": "01f7bc99-541f-4607-93ad-857cf7f154d9", "address": "fa:16:3e:bc:3d:e7", "network": {"id": "d3748b35-14c3-4a9f-9ba4-9c8b625b3de4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1763337757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7f5069e18144ec7a86f5c7c55065359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01f7bc99-54", "ovs_interfaceid": "01f7bc99-541f-4607-93ad-857cf7f154d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.366558] env[62880]: DEBUG oslo_vmware.api [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880226, 'name': PowerOnVM_Task, 'duration_secs': 0.609465} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.366846] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.367059] env[62880]: INFO nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1451.367241] env[62880]: DEBUG nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.368027] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f01f52-27de-4ba7-9926-7db3b0620ec9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.546398] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f55dcbd-904f-439a-b9ff-5da6d3167fe4 tempest-ServerDiagnosticsNegativeTest-265823744 tempest-ServerDiagnosticsNegativeTest-265823744-project-member] Lock "48a2cbcd-666e-44c7-989b-3b1d66c08971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.145s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.612185] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880227, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.818213] env[62880]: DEBUG oslo_concurrency.lockutils [req-01e54b5c-906b-45b1-a277-7ff57605a58e req-cf08d8e1-204a-44dd-b3a6-8b86623aeb44 service nova] Releasing lock "refresh_cache-b053a896-d055-4e0a-8f85-8871df4bf5c0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.889841] env[62880]: INFO nova.compute.manager [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Took 33.34 seconds to build instance. [ 1452.091228] env[62880]: DEBUG nova.network.neutron [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Successfully updated port: 48e517d8-aa18-4190-a50d-859ee806d255 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.118095] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843706} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.118095] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b053a896-d055-4e0a-8f85-8871df4bf5c0/b053a896-d055-4e0a-8f85-8871df4bf5c0.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.118323] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.118552] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e67c2c-6256-41ee-8619-cd76280341fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.127124] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1452.127124] env[62880]: value = "task-1880228" [ 1452.127124] env[62880]: _type = "Task" [ 1452.127124] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.141026] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.390260] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2585df83-d8f6-4d7b-9885-5b8835696866 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.707s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.477674] env[62880]: DEBUG nova.compute.manager [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Received event network-vif-plugged-48e517d8-aa18-4190-a50d-859ee806d255 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1452.477747] env[62880]: DEBUG oslo_concurrency.lockutils [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] Acquiring lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.477941] env[62880]: DEBUG oslo_concurrency.lockutils [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] Lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.479039] env[62880]: DEBUG oslo_concurrency.lockutils [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] Lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.479340] env[62880]: DEBUG nova.compute.manager [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] No waiting events found dispatching network-vif-plugged-48e517d8-aa18-4190-a50d-859ee806d255 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1452.479793] env[62880]: WARNING nova.compute.manager [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Received unexpected event network-vif-plugged-48e517d8-aa18-4190-a50d-859ee806d255 for instance with vm_state building and task_state spawning. [ 1452.479977] env[62880]: DEBUG nova.compute.manager [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Received event network-changed-48e517d8-aa18-4190-a50d-859ee806d255 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1452.480148] env[62880]: DEBUG nova.compute.manager [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Refreshing instance network info cache due to event network-changed-48e517d8-aa18-4190-a50d-859ee806d255. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1452.480582] env[62880]: DEBUG oslo_concurrency.lockutils [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] Acquiring lock "refresh_cache-bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.481112] env[62880]: DEBUG oslo_concurrency.lockutils [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] Acquired lock "refresh_cache-bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.481912] env[62880]: DEBUG nova.network.neutron [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Refreshing network info cache for port 48e517d8-aa18-4190-a50d-859ee806d255 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.581263] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77555983-5537-4672-80c1-43def1e28548 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.591084] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153f65a5-df92-45df-9b51-cae676c584bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.595889] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.634785] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7726443b-8dbf-482b-9a15-620a4d15bc96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.643685] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091973} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.645643] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.647064] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42232d6-91a7-40cf-8835-cd1907c34d97 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.651533] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e6a506-fee7-436d-ac04-e07a9599a226 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.667776] env[62880]: DEBUG nova.compute.provider_tree [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.688407] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] b053a896-d055-4e0a-8f85-8871df4bf5c0/b053a896-d055-4e0a-8f85-8871df4bf5c0.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.689529] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b49fca9-477c-4a2b-b9d7-34269819345f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.711397] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1452.711397] env[62880]: value = "task-1880229" [ 1452.711397] env[62880]: _type = "Task" [ 1452.711397] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.721080] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.897895] env[62880]: DEBUG nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.074515] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.074740] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.074854] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.075056] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.075233] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.077394] env[62880]: INFO nova.compute.manager [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Terminating instance [ 1453.085931] env[62880]: DEBUG nova.network.neutron [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.190265] env[62880]: DEBUG nova.scheduler.client.report [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.223621] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.376837] env[62880]: DEBUG nova.network.neutron [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.429941] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.581342] env[62880]: DEBUG nova.compute.manager [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.581730] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.582548] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa2e71-2c1d-4a13-8a5d-73ca7971de93 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.593042] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.593042] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1458d47a-3448-4a2b-9c66-6b67a77992c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.602737] env[62880]: DEBUG oslo_vmware.api [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1453.602737] env[62880]: value = "task-1880230" [ 1453.602737] env[62880]: _type = "Task" [ 1453.602737] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.611996] env[62880]: DEBUG oslo_vmware.api [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.698275] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.699955] env[62880]: DEBUG nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.702223] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.939s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.703075] env[62880]: DEBUG nova.objects.instance [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lazy-loading 'resources' on Instance uuid 1088fc4b-f281-47b1-b77d-d9ff3623b6bc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.734317] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880229, 'name': ReconfigVM_Task, 'duration_secs': 0.755978} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.734317] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Reconfigured VM instance instance-0000001f to attach disk [datastore1] b053a896-d055-4e0a-8f85-8871df4bf5c0/b053a896-d055-4e0a-8f85-8871df4bf5c0.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.734317] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01864c74-2ea4-4af0-94b1-a98e0a686150 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.750262] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1453.750262] env[62880]: value = "task-1880231" [ 1453.750262] env[62880]: _type = "Task" [ 1453.750262] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.765027] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880231, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.880008] env[62880]: DEBUG oslo_concurrency.lockutils [req-b73e7f7f-fcfc-4656-b168-3492a2b75efc req-ea58f03c-2d7f-441b-a830-c50ebae29011 service nova] Releasing lock "refresh_cache-bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.880435] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.880629] env[62880]: DEBUG nova.network.neutron [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.113456] env[62880]: DEBUG oslo_vmware.api [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880230, 'name': PowerOffVM_Task, 'duration_secs': 0.274531} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.113811] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.113988] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.114265] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a08268b4-5279-46e8-8830-23441e554aab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.206283] env[62880]: DEBUG nova.compute.utils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1454.214579] env[62880]: DEBUG nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.214579] env[62880]: DEBUG nova.network.neutron [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.261930] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880231, 'name': Rename_Task, 'duration_secs': 0.188839} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.262268] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.267235] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d385ae6-1ce4-4e5c-98e7-3ce4728d7618 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.275191] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1454.275191] env[62880]: value = "task-1880233" [ 1454.275191] env[62880]: _type = "Task" [ 1454.275191] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.283812] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.332414] env[62880]: DEBUG nova.policy [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd435e56c7494cf4b8c4d8a4ebf2aef9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1950ec1faaaf4c7880edd1180efd2bea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.415385] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.415686] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.415786] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Deleting the datastore file [datastore2] 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.416079] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79d2e034-4aff-44e6-8196-c82eaa401816 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.423311] env[62880]: DEBUG oslo_vmware.api [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for the task: (returnval){ [ 1454.423311] env[62880]: value = "task-1880234" [ 1454.423311] env[62880]: _type = "Task" [ 1454.423311] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.432159] env[62880]: DEBUG oslo_vmware.api [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.489757] env[62880]: DEBUG nova.network.neutron [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.505054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "fcae5801-3f10-4da2-9148-771ddcc9942a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.505054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "fcae5801-3f10-4da2-9148-771ddcc9942a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.505054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "fcae5801-3f10-4da2-9148-771ddcc9942a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.505054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "fcae5801-3f10-4da2-9148-771ddcc9942a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.505334] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "fcae5801-3f10-4da2-9148-771ddcc9942a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.506323] env[62880]: INFO nova.compute.manager [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Terminating instance [ 1454.662376] env[62880]: DEBUG nova.compute.manager [req-a87f33f4-015b-42e8-ba86-a4dd59cc9ef2 req-5bb86b76-2a45-4a1d-b058-f230278d707e service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Received event network-changed-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1454.664055] env[62880]: DEBUG nova.compute.manager [req-a87f33f4-015b-42e8-ba86-a4dd59cc9ef2 req-5bb86b76-2a45-4a1d-b058-f230278d707e service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Refreshing instance network info cache due to event network-changed-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1454.664381] env[62880]: DEBUG oslo_concurrency.lockutils [req-a87f33f4-015b-42e8-ba86-a4dd59cc9ef2 req-5bb86b76-2a45-4a1d-b058-f230278d707e service nova] Acquiring lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.664496] env[62880]: DEBUG oslo_concurrency.lockutils [req-a87f33f4-015b-42e8-ba86-a4dd59cc9ef2 req-5bb86b76-2a45-4a1d-b058-f230278d707e service nova] Acquired lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.664649] env[62880]: DEBUG nova.network.neutron [req-a87f33f4-015b-42e8-ba86-a4dd59cc9ef2 req-5bb86b76-2a45-4a1d-b058-f230278d707e service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Refreshing network info cache for port dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.717676] env[62880]: DEBUG nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.788959] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.876180] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f5e57-7e20-4cd2-b55d-8d58787cad1d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.886403] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f66139-c923-42f1-a29e-4a69f8dbc027 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.931714] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31af8081-aa85-40a6-8fb2-b6d40182b9f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.939194] env[62880]: DEBUG oslo_vmware.api [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Task: {'id': task-1880234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18188} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.941729] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.941942] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.942336] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.942524] env[62880]: INFO nova.compute.manager [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1454.942771] env[62880]: DEBUG oslo.service.loopingcall [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.943041] env[62880]: DEBUG nova.compute.manager [-] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.943142] env[62880]: DEBUG nova.network.neutron [-] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.945959] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba22c1-6432-4cac-9290-d92db7ac7450 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.962025] env[62880]: DEBUG nova.compute.provider_tree [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.002605] env[62880]: DEBUG nova.network.neutron [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Updating instance_info_cache with network_info: [{"id": "48e517d8-aa18-4190-a50d-859ee806d255", "address": "fa:16:3e:88:10:6c", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e517d8-aa", "ovs_interfaceid": "48e517d8-aa18-4190-a50d-859ee806d255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.012982] env[62880]: DEBUG nova.compute.manager [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1455.013234] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.015572] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1035259-64ce-4575-a78d-a99d582c8a28 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.023279] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.024047] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3861cad7-25c5-4544-8826-f3e70fe7f8b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.031394] env[62880]: DEBUG oslo_vmware.api [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1455.031394] env[62880]: value = "task-1880235" [ 1455.031394] env[62880]: _type = "Task" [ 1455.031394] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.042709] env[62880]: DEBUG oslo_vmware.api [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.290520] env[62880]: DEBUG oslo_vmware.api [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880233, 'name': PowerOnVM_Task, 'duration_secs': 0.670029} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.290520] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.290520] env[62880]: INFO nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Took 11.77 seconds to spawn the instance on the hypervisor. [ 1455.290520] env[62880]: DEBUG nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.290520] env[62880]: DEBUG nova.network.neutron [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Successfully created port: 6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.293730] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef28fd4-ebb7-4479-8833-71f134282b12 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.465259] env[62880]: DEBUG nova.scheduler.client.report [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.504995] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.505355] env[62880]: DEBUG nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Instance network_info: |[{"id": "48e517d8-aa18-4190-a50d-859ee806d255", "address": "fa:16:3e:88:10:6c", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e517d8-aa", "ovs_interfaceid": "48e517d8-aa18-4190-a50d-859ee806d255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1455.505824] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:10:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48e517d8-aa18-4190-a50d-859ee806d255', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.514044] env[62880]: DEBUG oslo.service.loopingcall [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.514284] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.514523] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31a7ee60-0f70-4933-a96d-fa26ddb42ad1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.538285] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.538285] env[62880]: value = "task-1880236" [ 1455.538285] env[62880]: _type = "Task" [ 1455.538285] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.546437] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880236, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.549436] env[62880]: DEBUG oslo_vmware.api [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880235, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.734209] env[62880]: DEBUG nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.760875] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.761130] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.761282] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.761457] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.761791] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.761910] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.762739] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.763122] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.763309] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.763486] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.763665] env[62880]: DEBUG nova.virt.hardware [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.764608] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18007b7b-7382-4248-bc07-a441c4593e0b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.773734] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c45aaca-ff87-46b6-b409-f72f4ddf09a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.817306] env[62880]: INFO nova.compute.manager [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Took 35.84 seconds to build instance. [ 1455.896091] env[62880]: DEBUG nova.compute.manager [req-127ea9bd-a382-43a2-af15-3bbfc0c32256 req-9da09063-df70-490a-8035-17f96b551602 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Received event network-vif-deleted-4f3e1e57-de00-4f7a-ae76-8947098785a5 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1455.896314] env[62880]: INFO nova.compute.manager [req-127ea9bd-a382-43a2-af15-3bbfc0c32256 req-9da09063-df70-490a-8035-17f96b551602 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Neutron deleted interface 4f3e1e57-de00-4f7a-ae76-8947098785a5; detaching it from the instance and deleting it from the info cache [ 1455.896780] env[62880]: DEBUG nova.network.neutron [req-127ea9bd-a382-43a2-af15-3bbfc0c32256 req-9da09063-df70-490a-8035-17f96b551602 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.970265] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.973077] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.775s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.975641] env[62880]: INFO nova.compute.claims [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.002790] env[62880]: INFO nova.scheduler.client.report [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted allocations for instance 1088fc4b-f281-47b1-b77d-d9ff3623b6bc [ 1456.054749] env[62880]: DEBUG oslo_vmware.api [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880235, 'name': PowerOffVM_Task, 'duration_secs': 0.596452} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.055127] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880236, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.055354] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.055567] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.055921] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a2097c7-71a5-45ce-9eb4-13d83ac447b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.138293] env[62880]: DEBUG nova.network.neutron [-] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.157476] env[62880]: DEBUG nova.network.neutron [req-a87f33f4-015b-42e8-ba86-a4dd59cc9ef2 req-5bb86b76-2a45-4a1d-b058-f230278d707e service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updated VIF entry in instance network info cache for port dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.157840] env[62880]: DEBUG nova.network.neutron [req-a87f33f4-015b-42e8-ba86-a4dd59cc9ef2 req-5bb86b76-2a45-4a1d-b058-f230278d707e service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updating instance_info_cache with network_info: [{"id": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "address": "fa:16:3e:5f:4f:c3", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e7a78-8e", "ovs_interfaceid": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.191397] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.192333] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.192333] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleting the datastore file [datastore2] fcae5801-3f10-4da2-9148-771ddcc9942a {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.192333] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32500b35-67a5-483b-a413-5ce41e87fe2b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.199190] env[62880]: DEBUG oslo_vmware.api [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1456.199190] env[62880]: value = "task-1880238" [ 1456.199190] env[62880]: _type = "Task" [ 1456.199190] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.211985] env[62880]: DEBUG oslo_vmware.api [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.319631] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48ffe7ef-324c-4276-ad53-ae88fc56a391 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "b053a896-d055-4e0a-8f85-8871df4bf5c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.518s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.399324] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad586e71-2c3d-47bb-bdad-766cfceeceb8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.411191] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cac6c3-9c12-47ec-a6c0-4a98bbde061e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.450986] env[62880]: DEBUG nova.compute.manager [req-127ea9bd-a382-43a2-af15-3bbfc0c32256 req-9da09063-df70-490a-8035-17f96b551602 service nova] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Detach interface failed, port_id=4f3e1e57-de00-4f7a-ae76-8947098785a5, reason: Instance 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1456.515784] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e2acf7e-d52a-4a4a-8c01-9bb065b19ae9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "1088fc4b-f281-47b1-b77d-d9ff3623b6bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.991s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.550673] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880236, 'name': CreateVM_Task, 'duration_secs': 0.614369} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.550849] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1456.551559] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.551728] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.552041] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1456.552297] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16319a7b-bd8c-491d-8134-08a858e778e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.557152] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1456.557152] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524bcec2-3118-cc17-d53a-c7cc64892d8c" [ 1456.557152] env[62880]: _type = "Task" [ 1456.557152] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.565579] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524bcec2-3118-cc17-d53a-c7cc64892d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.645051] env[62880]: INFO nova.compute.manager [-] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Took 1.70 seconds to deallocate network for instance. [ 1456.661704] env[62880]: DEBUG oslo_concurrency.lockutils [req-a87f33f4-015b-42e8-ba86-a4dd59cc9ef2 req-5bb86b76-2a45-4a1d-b058-f230278d707e service nova] Releasing lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.711501] env[62880]: DEBUG oslo_vmware.api [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172261} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.711501] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.711501] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.711501] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.711501] env[62880]: INFO nova.compute.manager [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1456.711888] env[62880]: DEBUG oslo.service.loopingcall [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.711888] env[62880]: DEBUG nova.compute.manager [-] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1456.711888] env[62880]: DEBUG nova.network.neutron [-] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.825863] env[62880]: DEBUG nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.071971] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524bcec2-3118-cc17-d53a-c7cc64892d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.075982] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.075982] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.075982] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.075982] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.076263] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.076263] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d8bb24-39ad-43f6-9105-c55d7a2814e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.094748] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.095453] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.096093] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d67d8a9-c088-4a32-bd0c-1c3a442fb4b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.106092] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1457.106092] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52447c92-bc31-9145-4cdf-bb55aa06861c" [ 1457.106092] env[62880]: _type = "Task" [ 1457.106092] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.115247] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52447c92-bc31-9145-4cdf-bb55aa06861c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.153248] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.353694] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.539271] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3be68-b6e3-4edd-a225-ea6dfe5820cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.551250] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635c4176-6501-4dfa-9658-9509e956c906 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.588884] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aca081-0e87-40df-bc31-8094e9da41cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.597184] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a8a783-e476-4add-9f11-21d5554239d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.613284] env[62880]: DEBUG nova.compute.provider_tree [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.624130] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52447c92-bc31-9145-4cdf-bb55aa06861c, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.624953] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56680b1a-c05a-468a-836b-471a5b7b3baa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.630553] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1457.630553] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521988d9-03ef-cf97-11f5-e476ceaad57e" [ 1457.630553] env[62880]: _type = "Task" [ 1457.630553] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.639367] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521988d9-03ef-cf97-11f5-e476ceaad57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.671283] env[62880]: DEBUG nova.network.neutron [-] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.681174] env[62880]: DEBUG nova.compute.manager [req-b66b3222-c4b5-4554-a088-13e6551b2de7 req-12b244d6-c921-4fa7-b604-d47acab2fe4a service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Received event network-vif-deleted-7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1457.681636] env[62880]: INFO nova.compute.manager [req-b66b3222-c4b5-4554-a088-13e6551b2de7 req-12b244d6-c921-4fa7-b604-d47acab2fe4a service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Neutron deleted interface 7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678; detaching it from the instance and deleting it from the info cache [ 1457.681918] env[62880]: DEBUG nova.network.neutron [req-b66b3222-c4b5-4554-a088-13e6551b2de7 req-12b244d6-c921-4fa7-b604-d47acab2fe4a service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.913140] env[62880]: DEBUG nova.network.neutron [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Successfully updated port: 6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.946489] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquiring lock "86aee71e-451d-40a7-b018-f95d33aefc9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.946736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "86aee71e-451d-40a7-b018-f95d33aefc9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.061735] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "9e768b41-bcda-431d-a215-d33790da70ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.061967] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "9e768b41-bcda-431d-a215-d33790da70ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.092910] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.093154] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.120012] env[62880]: DEBUG nova.scheduler.client.report [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.125974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "d8035c57-5ca0-48f5-bb18-93827db750f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.126243] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8035c57-5ca0-48f5-bb18-93827db750f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.144229] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521988d9-03ef-cf97-11f5-e476ceaad57e, 'name': SearchDatastore_Task, 'duration_secs': 0.014464} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.144307] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.144510] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c/bfed8bc0-b72f-4be1-9226-e8b903dc1f5c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.144796] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9a9fbf7-fe52-416c-8203-235cc184d6d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.152693] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1458.152693] env[62880]: value = "task-1880239" [ 1458.152693] env[62880]: _type = "Task" [ 1458.152693] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.162612] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.173977] env[62880]: INFO nova.compute.manager [-] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Took 1.46 seconds to deallocate network for instance. [ 1458.189034] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cfdf53a-fab2-4fc5-8fd9-6a48460f5bfc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.196808] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3a21f2-b812-4678-ae08-a86520c1f82b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.232631] env[62880]: DEBUG nova.compute.manager [req-b66b3222-c4b5-4554-a088-13e6551b2de7 req-12b244d6-c921-4fa7-b604-d47acab2fe4a service nova] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Detach interface failed, port_id=7b24f5e4-6b27-4cc1-89bd-d64b1eb3f678, reason: Instance fcae5801-3f10-4da2-9148-771ddcc9942a could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1458.419717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.420266] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.420266] env[62880]: DEBUG nova.network.neutron [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.627608] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.628999] env[62880]: DEBUG nova.compute.manager [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.634243] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.207s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.635879] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.636778] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1458.642134] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.839s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.642134] env[62880]: INFO nova.compute.claims [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.643875] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3296500e-99da-4a91-8fab-3101958ba9a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.661671] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31fc23d-9110-4ca4-ad99-6fba6048272e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.681163] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880239, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.682170] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a4dc1e-6f55-4ea7-a520-1876f2c9c0c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.686133] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.691808] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd16b55e-89e8-450d-96e1-22cab5d460a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.722292] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179165MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1458.722504] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.994221] env[62880]: DEBUG nova.network.neutron [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.145299] env[62880]: DEBUG nova.compute.utils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.147712] env[62880]: DEBUG nova.compute.manager [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Not allocating networking since 'none' was specified. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1459.152978] env[62880]: DEBUG nova.network.neutron [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Updating instance_info_cache with network_info: [{"id": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "address": "fa:16:3e:4a:a7:0d", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ac7a-a9", "ovs_interfaceid": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.170908] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546594} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.171284] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c/bfed8bc0-b72f-4be1-9226-e8b903dc1f5c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.171586] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.172118] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cec4ed66-7240-4cd6-9dc6-b8bd7bb96e9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.180159] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1459.180159] env[62880]: value = "task-1880240" [ 1459.180159] env[62880]: _type = "Task" [ 1459.180159] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.189052] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.650449] env[62880]: DEBUG nova.compute.manager [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1459.659207] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Releasing lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.659473] env[62880]: DEBUG nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Instance network_info: |[{"id": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "address": "fa:16:3e:4a:a7:0d", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ac7a-a9", "ovs_interfaceid": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1459.663225] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:a7:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6266ac7a-a9bd-451a-91e6-0d8e5bff6e35', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.672995] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Creating folder: Project (1950ec1faaaf4c7880edd1180efd2bea). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1459.673294] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca3dc0bf-1a43-41df-a5ac-62bd12066fda {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.687769] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Created folder: Project (1950ec1faaaf4c7880edd1180efd2bea) in parent group-v388473. [ 1459.687769] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Creating folder: Instances. Parent ref: group-v388572. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1459.687769] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9024181e-bb06-430b-a704-e14ccbea85e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.691819] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09925} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.692134] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1459.694299] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a3c147-7a78-4281-a99a-dc0626491c41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.702104] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Created folder: Instances in parent group-v388572. [ 1459.702104] env[62880]: DEBUG oslo.service.loopingcall [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.714729] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.721933] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c/bfed8bc0-b72f-4be1-9226-e8b903dc1f5c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.723902] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2edede60-92a6-4730-a06b-bcbdf49660a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.740346] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcea4e80-9fdc-4c88-b8ec-e06952dd293d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.757958] env[62880]: DEBUG nova.compute.manager [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Received event network-vif-plugged-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1459.758186] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] Acquiring lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.758387] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] Lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.758548] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] Lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.758708] env[62880]: DEBUG nova.compute.manager [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] No waiting events found dispatching network-vif-plugged-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1459.758867] env[62880]: WARNING nova.compute.manager [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Received unexpected event network-vif-plugged-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 for instance with vm_state building and task_state spawning. [ 1459.759193] env[62880]: DEBUG nova.compute.manager [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Received event network-changed-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1459.759193] env[62880]: DEBUG nova.compute.manager [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Refreshing instance network info cache due to event network-changed-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1459.759379] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] Acquiring lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.759492] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] Acquired lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.759634] env[62880]: DEBUG nova.network.neutron [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Refreshing network info cache for port 6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.768282] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.768282] env[62880]: value = "task-1880244" [ 1459.768282] env[62880]: _type = "Task" [ 1459.768282] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.768805] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1459.768805] env[62880]: value = "task-1880243" [ 1459.768805] env[62880]: _type = "Task" [ 1459.768805] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.785163] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880244, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.788710] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.957601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquiring lock "b053a896-d055-4e0a-8f85-8871df4bf5c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.958106] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "b053a896-d055-4e0a-8f85-8871df4bf5c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.958554] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquiring lock "b053a896-d055-4e0a-8f85-8871df4bf5c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.959042] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "b053a896-d055-4e0a-8f85-8871df4bf5c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.959250] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "b053a896-d055-4e0a-8f85-8871df4bf5c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.962062] env[62880]: INFO nova.compute.manager [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Terminating instance [ 1460.225762] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e210a556-336d-4c72-b850-5a778e80c433 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.233219] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff194a08-3f6d-4fdc-abab-50d06f28ead6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.265928] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa27c0-b51f-49a8-8f7e-3476a6c99f3b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.278454] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112af7cf-b307-4848-bb5c-59364aac737a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.288145] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.288361] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880244, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.298440] env[62880]: DEBUG nova.compute.provider_tree [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.469209] env[62880]: DEBUG nova.compute.manager [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.469209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.469209] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49665ce4-8f10-4426-8ae8-86c4b8497bd4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.477351] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.477803] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99316a83-6c4b-4fbc-9201-da23b3a6dc1b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.488035] env[62880]: DEBUG oslo_vmware.api [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1460.488035] env[62880]: value = "task-1880245" [ 1460.488035] env[62880]: _type = "Task" [ 1460.488035] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.500238] env[62880]: DEBUG oslo_vmware.api [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.620116] env[62880]: DEBUG nova.network.neutron [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Updated VIF entry in instance network info cache for port 6266ac7a-a9bd-451a-91e6-0d8e5bff6e35. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.620625] env[62880]: DEBUG nova.network.neutron [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Updating instance_info_cache with network_info: [{"id": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "address": "fa:16:3e:4a:a7:0d", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ac7a-a9", "ovs_interfaceid": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.664257] env[62880]: DEBUG nova.compute.manager [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1460.692479] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1460.692479] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.692479] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1460.692978] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.693198] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1460.693357] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1460.693575] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1460.693757] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1460.693964] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1460.694165] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1460.694379] env[62880]: DEBUG nova.virt.hardware [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1460.695388] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2eed89-c51e-4f56-b4b6-20a10bc5e960 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.704332] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807beb3-5da6-47a6-a6d4-80abb46d424a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.722506] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.729556] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Creating folder: Project (57292efb0da24f618ec668456a8ebf36). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.730877] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-838ab9e2-5709-4e59-a26a-85d6f48ae6e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.742990] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Created folder: Project (57292efb0da24f618ec668456a8ebf36) in parent group-v388473. [ 1460.744049] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Creating folder: Instances. Parent ref: group-v388575. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.744049] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9b856a7-a1f8-4332-b455-89afe8b0bbbb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.754354] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Created folder: Instances in parent group-v388575. [ 1460.754354] env[62880]: DEBUG oslo.service.loopingcall [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.754354] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.754354] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9992e381-6b15-4a15-93d8-0b542c23ba0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.777324] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.777324] env[62880]: value = "task-1880248" [ 1460.777324] env[62880]: _type = "Task" [ 1460.777324] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.786697] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880244, 'name': CreateVM_Task, 'duration_secs': 0.846326} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.787039] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880243, 'name': ReconfigVM_Task, 'duration_secs': 0.992221} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.787714] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.787812] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c/bfed8bc0-b72f-4be1-9226-e8b903dc1f5c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.790915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.790915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.790915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.790915] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-097598a1-981d-414c-bd5e-70a497bb3dd7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.793837] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6964a08-119b-4f52-b22b-1d2a1ed928e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.795446] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880248, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.801687] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1460.801687] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ce67b-4f2f-c32d-847a-01dd052af9ec" [ 1460.801687] env[62880]: _type = "Task" [ 1460.801687] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.803469] env[62880]: DEBUG nova.scheduler.client.report [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.806796] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1460.806796] env[62880]: value = "task-1880249" [ 1460.806796] env[62880]: _type = "Task" [ 1460.806796] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.819553] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ce67b-4f2f-c32d-847a-01dd052af9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.823828] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.824464] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.824464] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.824464] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.824626] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.824935] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880249, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.825470] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdfa19e3-87fc-4672-8da7-0e16cb79e337 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.834158] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.834378] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.835146] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6dc937f-fc8b-4009-95ac-7f7744fab6a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.841313] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1460.841313] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52928268-b023-39ef-948f-022695f2ad75" [ 1460.841313] env[62880]: _type = "Task" [ 1460.841313] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.849516] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52928268-b023-39ef-948f-022695f2ad75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.999025] env[62880]: DEBUG oslo_vmware.api [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880245, 'name': PowerOffVM_Task, 'duration_secs': 0.211188} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.999431] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.999639] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.999930] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d14afe-3555-497e-a6fb-bed304b05304 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.071068] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.071858] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.071858] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Deleting the datastore file [datastore1] b053a896-d055-4e0a-8f85-8871df4bf5c0 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.072029] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26127f10-ea20-4d69-b4ee-f9063ea626e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.079326] env[62880]: DEBUG oslo_vmware.api [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for the task: (returnval){ [ 1461.079326] env[62880]: value = "task-1880251" [ 1461.079326] env[62880]: _type = "Task" [ 1461.079326] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.095015] env[62880]: DEBUG oslo_vmware.api [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.124562] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9d16dfd-2d73-4af6-9838-67faae1666a5 req-a6f64cb0-fab6-4dad-81f5-ea796103dc30 service nova] Releasing lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.287882] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880248, 'name': CreateVM_Task, 'duration_secs': 0.272422} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.288008] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.288440] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.288598] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.288932] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.289203] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1afc654-98f0-4e87-9ea1-012d1d900893 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.294211] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1461.294211] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5223d958-4e8a-4393-9d28-bed909e34ecb" [ 1461.294211] env[62880]: _type = "Task" [ 1461.294211] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.301589] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5223d958-4e8a-4393-9d28-bed909e34ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.311451] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.311945] env[62880]: DEBUG nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.317938] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.803s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.317938] env[62880]: DEBUG nova.objects.instance [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lazy-loading 'resources' on Instance uuid 01a12c31-8582-4cd7-a85a-2029bc7ac6c4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.323585] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880249, 'name': Rename_Task, 'duration_secs': 0.18462} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.324495] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.324720] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d1abae-817e-4e50-bf54-14c388cbfd12 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.331349] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1461.331349] env[62880]: value = "task-1880252" [ 1461.331349] env[62880]: _type = "Task" [ 1461.331349] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.348488] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.356408] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52928268-b023-39ef-948f-022695f2ad75, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.357751] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3857a6a5-3a92-4698-94a0-107e3750b5a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.363650] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1461.363650] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d8cf33-30a7-1db3-07f3-be201ee978af" [ 1461.363650] env[62880]: _type = "Task" [ 1461.363650] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.372679] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d8cf33-30a7-1db3-07f3-be201ee978af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.589369] env[62880]: DEBUG oslo_vmware.api [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Task: {'id': task-1880251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197971} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.589642] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1461.589862] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1461.589997] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1461.590186] env[62880]: INFO nova.compute.manager [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1461.590424] env[62880]: DEBUG oslo.service.loopingcall [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.590620] env[62880]: DEBUG nova.compute.manager [-] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1461.590696] env[62880]: DEBUG nova.network.neutron [-] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1461.805542] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5223d958-4e8a-4393-9d28-bed909e34ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.805873] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.806182] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.806453] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.820262] env[62880]: DEBUG nova.compute.utils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1461.824943] env[62880]: DEBUG nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1461.825085] env[62880]: DEBUG nova.network.neutron [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.851093] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.875014] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d8cf33-30a7-1db3-07f3-be201ee978af, 'name': SearchDatastore_Task, 'duration_secs': 0.014179} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.875352] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.875699] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 7fcea3e1-b7b1-4da3-b562-f12e91d47d31/7fcea3e1-b7b1-4da3-b562-f12e91d47d31.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.876088] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.876322] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.876686] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ade8a954-126d-41d3-9294-1215e2dc3786 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.878698] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dcfb703-e188-409e-9251-c02a221f305b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.889583] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1461.889583] env[62880]: value = "task-1880253" [ 1461.889583] env[62880]: _type = "Task" [ 1461.889583] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.893598] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.894120] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.895036] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c6f1d5-704e-46b5-b89b-b4ef6f1c5886 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.900150] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.901948] env[62880]: DEBUG nova.policy [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf86239ee414e00ab630d519fac2e1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f205786b72d47a8aa526b9fe72f4a9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1461.909794] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1461.909794] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522f8c2a-ac85-fc72-a67f-83c2f0a10946" [ 1461.909794] env[62880]: _type = "Task" [ 1461.909794] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.917918] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522f8c2a-ac85-fc72-a67f-83c2f0a10946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.260231] env[62880]: DEBUG nova.compute.manager [req-5ded9f1d-ac5a-46b0-9933-96a0fcdc34b0 req-b70fa4fe-8d71-4832-8fe5-b143fbf81277 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Received event network-vif-deleted-01f7bc99-541f-4607-93ad-857cf7f154d9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1462.260231] env[62880]: INFO nova.compute.manager [req-5ded9f1d-ac5a-46b0-9933-96a0fcdc34b0 req-b70fa4fe-8d71-4832-8fe5-b143fbf81277 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Neutron deleted interface 01f7bc99-541f-4607-93ad-857cf7f154d9; detaching it from the instance and deleting it from the info cache [ 1462.260408] env[62880]: DEBUG nova.network.neutron [req-5ded9f1d-ac5a-46b0-9933-96a0fcdc34b0 req-b70fa4fe-8d71-4832-8fe5-b143fbf81277 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.326029] env[62880]: DEBUG nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.345778] env[62880]: DEBUG oslo_vmware.api [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880252, 'name': PowerOnVM_Task, 'duration_secs': 0.544011} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.347564] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.347564] env[62880]: INFO nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Took 11.51 seconds to spawn the instance on the hypervisor. [ 1462.347564] env[62880]: DEBUG nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.347829] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36a5e47-e1b1-401a-ac9a-9334074a294f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.396774] env[62880]: DEBUG nova.network.neutron [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Successfully created port: 373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.408385] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880253, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.424472] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522f8c2a-ac85-fc72-a67f-83c2f0a10946, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.425398] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eee2c00-e5ad-4a60-9e72-11c1ce1a1cbb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.435286] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1462.435286] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bc6f32-8adb-26e4-0727-913ea4db3a0e" [ 1462.435286] env[62880]: _type = "Task" [ 1462.435286] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.444618] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bc6f32-8adb-26e4-0727-913ea4db3a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.523302] env[62880]: DEBUG nova.network.neutron [-] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.537615] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c0ea7-c359-49d5-8510-6256421b4042 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.547091] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc7008b-c780-428c-bce5-ad28e16cec1b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.580557] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eccb77d-6bbd-40b3-8f73-526c41031cdb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.588237] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee12b1d-5a52-4261-a53e-f8b0a613e352 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.602590] env[62880]: DEBUG nova.compute.provider_tree [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.762775] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93f4f04b-111d-4caf-8a47-b6175b21a380 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.774430] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8830245c-3e60-4f0f-af8a-cc494839e630 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.808850] env[62880]: DEBUG nova.compute.manager [req-5ded9f1d-ac5a-46b0-9933-96a0fcdc34b0 req-b70fa4fe-8d71-4832-8fe5-b143fbf81277 service nova] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Detach interface failed, port_id=01f7bc99-541f-4607-93ad-857cf7f154d9, reason: Instance b053a896-d055-4e0a-8f85-8871df4bf5c0 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1462.867448] env[62880]: INFO nova.compute.manager [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Took 41.05 seconds to build instance. [ 1462.901693] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770289} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.901949] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 7fcea3e1-b7b1-4da3-b562-f12e91d47d31/7fcea3e1-b7b1-4da3-b562-f12e91d47d31.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.902190] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.902448] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093c1315-a008-4d9e-884d-566051086c65 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.909177] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1462.909177] env[62880]: value = "task-1880254" [ 1462.909177] env[62880]: _type = "Task" [ 1462.909177] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.917473] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.945893] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bc6f32-8adb-26e4-0727-913ea4db3a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.051968} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.946181] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.946430] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.946685] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cada4163-ceef-490e-893f-9282a203785c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.954664] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1462.954664] env[62880]: value = "task-1880255" [ 1462.954664] env[62880]: _type = "Task" [ 1462.954664] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.962796] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.026033] env[62880]: INFO nova.compute.manager [-] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Took 1.44 seconds to deallocate network for instance. [ 1463.106180] env[62880]: DEBUG nova.scheduler.client.report [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.334746] env[62880]: DEBUG nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.360637] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.360881] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.361061] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.361248] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.361394] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.361538] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.361755] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.361910] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.362091] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.362256] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.362425] env[62880]: DEBUG nova.virt.hardware [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.363318] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117a472e-1f89-4762-8bd0-0df652ee1c28 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.369098] env[62880]: DEBUG oslo_concurrency.lockutils [None req-203be83f-20b5-442d-b2e7-858344710ee5 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.669s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.372896] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a707bd-4f27-49e8-aa8b-9667b318edd4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.418846] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099011} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.419203] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1463.419967] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e332bf-ef88-4cde-ae38-23e34fcbe9cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.442583] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 7fcea3e1-b7b1-4da3-b562-f12e91d47d31/7fcea3e1-b7b1-4da3-b562-f12e91d47d31.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.442870] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e31b9d-d99b-4c70-918b-bf5dbb7ac20a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.467908] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.471215] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1463.471215] env[62880]: value = "task-1880256" [ 1463.471215] env[62880]: _type = "Task" [ 1463.471215] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.482469] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.532606] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.611388] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.614256] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.068s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.615797] env[62880]: INFO nova.compute.claims [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.636478] env[62880]: INFO nova.scheduler.client.report [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Deleted allocations for instance 01a12c31-8582-4cd7-a85a-2029bc7ac6c4 [ 1463.881027] env[62880]: DEBUG nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1463.973019] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981822} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.973019] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.973019] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.973019] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a502a6b-bfdb-487a-97b8-b2950414c0e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.986101] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.987918] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1463.987918] env[62880]: value = "task-1880257" [ 1463.987918] env[62880]: _type = "Task" [ 1463.987918] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.997034] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.122989] env[62880]: DEBUG nova.network.neutron [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Successfully updated port: 373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.145795] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7c8ce81-5044-498b-a07c-65a71b66bd47 tempest-DeleteServersAdminTestJSON-547162837 tempest-DeleteServersAdminTestJSON-547162837-project-member] Lock "01a12c31-8582-4cd7-a85a-2029bc7ac6c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.462s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.287678] env[62880]: DEBUG nova.compute.manager [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Received event network-vif-plugged-373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1464.287904] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] Acquiring lock "c202a47a-50ac-4056-a370-76ee0169a4af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.288165] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] Lock "c202a47a-50ac-4056-a370-76ee0169a4af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.288339] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] Lock "c202a47a-50ac-4056-a370-76ee0169a4af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.288564] env[62880]: DEBUG nova.compute.manager [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] No waiting events found dispatching network-vif-plugged-373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.288748] env[62880]: WARNING nova.compute.manager [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Received unexpected event network-vif-plugged-373eb210-8ef1-44bb-b660-bf7571e2f965 for instance with vm_state building and task_state spawning. [ 1464.288970] env[62880]: DEBUG nova.compute.manager [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Received event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1464.289164] env[62880]: DEBUG nova.compute.manager [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing instance network info cache due to event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1464.289415] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] Acquiring lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.289586] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] Acquired lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.289778] env[62880]: DEBUG nova.network.neutron [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.399620] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.482640] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880256, 'name': ReconfigVM_Task, 'duration_secs': 0.570461} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.482912] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 7fcea3e1-b7b1-4da3-b562-f12e91d47d31/7fcea3e1-b7b1-4da3-b562-f12e91d47d31.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.483562] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deac5b7e-87b1-4e79-913e-df24983754d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.490074] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1464.490074] env[62880]: value = "task-1880258" [ 1464.490074] env[62880]: _type = "Task" [ 1464.490074] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.501053] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156415} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.503688] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.503964] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880258, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.504654] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03004511-5d24-487d-8a98-0335dca044da {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.524770] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.525192] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03451258-423b-47a9-aa50-6b5e1607e8ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.545086] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1464.545086] env[62880]: value = "task-1880259" [ 1464.545086] env[62880]: _type = "Task" [ 1464.545086] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.553353] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.627620] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.668956] env[62880]: INFO nova.compute.manager [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Rebuilding instance [ 1464.713047] env[62880]: DEBUG nova.compute.manager [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.714305] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348c85d5-17f7-4cdd-a696-46c274972ecf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.823903] env[62880]: DEBUG nova.network.neutron [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.918673] env[62880]: DEBUG nova.network.neutron [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.007025] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880258, 'name': Rename_Task, 'duration_secs': 0.236053} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.007025] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.007333] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fb4f6e2-f94c-4bc3-9c65-410527ef4f92 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.016892] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1465.016892] env[62880]: value = "task-1880260" [ 1465.016892] env[62880]: _type = "Task" [ 1465.016892] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.024952] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.058132] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.144533] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf3e22f-e1e4-4d89-9c47-3664ff6697fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.153203] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4659232-be52-4699-a9ce-ca476683f859 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.188644] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece1390-0875-4fc2-9c7d-0691cf8938cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.196634] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1be889-a058-4828-b810-a7598c7d85c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.210861] env[62880]: DEBUG nova.compute.provider_tree [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.423073] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8d44c39-eb00-4d6a-a06d-ddfb6534fa1b req-f3883a74-0e11-4ce8-bf65-97a129f094cc service nova] Releasing lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.423544] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquired lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.423668] env[62880]: DEBUG nova.network.neutron [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.530400] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880260, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.555774] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.714595] env[62880]: DEBUG nova.scheduler.client.report [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.731440] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.731725] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2574ffd2-feff-4377-9334-d3408ae0cf75 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.739643] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1465.739643] env[62880]: value = "task-1880261" [ 1465.739643] env[62880]: _type = "Task" [ 1465.739643] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.748447] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.955862] env[62880]: DEBUG nova.network.neutron [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.031377] env[62880]: DEBUG oslo_vmware.api [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880260, 'name': PowerOnVM_Task, 'duration_secs': 0.556697} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.031705] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.032457] env[62880]: INFO nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1466.032457] env[62880]: DEBUG nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.033576] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ef98f-979d-4a60-8b1a-505271437b6b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.057424] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880259, 'name': ReconfigVM_Task, 'duration_secs': 1.342277} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.058093] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.058823] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccebae3d-49f0-459e-a98f-aa18d07c52e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.066428] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1466.066428] env[62880]: value = "task-1880262" [ 1466.066428] env[62880]: _type = "Task" [ 1466.066428] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.075833] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880262, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.109388] env[62880]: DEBUG nova.network.neutron [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [{"id": "373eb210-8ef1-44bb-b660-bf7571e2f965", "address": "fa:16:3e:82:a1:60", "network": {"id": "f950ce16-7402-4115-9923-473e38e4bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-572046720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3f205786b72d47a8aa526b9fe72f4a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373eb210-8e", "ovs_interfaceid": "373eb210-8ef1-44bb-b660-bf7571e2f965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.220951] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.221536] env[62880]: DEBUG nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1466.226468] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.408s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.227765] env[62880]: INFO nova.compute.claims [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.254905] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880261, 'name': PowerOffVM_Task, 'duration_secs': 0.333946} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.255285] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.255525] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.256555] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762e4ecf-12cf-4735-a608-d375c82f3847 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.264401] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.264773] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb0e79e7-c83b-4ca9-85fa-c5e7f0467168 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.553566] env[62880]: INFO nova.compute.manager [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Took 39.15 seconds to build instance. [ 1466.576872] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880262, 'name': Rename_Task, 'duration_secs': 0.184115} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.577410] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.577410] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3872d196-5de3-47f4-8d6b-31fccf274e91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.584796] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1466.584796] env[62880]: value = "task-1880264" [ 1466.584796] env[62880]: _type = "Task" [ 1466.584796] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.592615] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.611610] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Releasing lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.611943] env[62880]: DEBUG nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Instance network_info: |[{"id": "373eb210-8ef1-44bb-b660-bf7571e2f965", "address": "fa:16:3e:82:a1:60", "network": {"id": "f950ce16-7402-4115-9923-473e38e4bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-572046720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3f205786b72d47a8aa526b9fe72f4a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373eb210-8e", "ovs_interfaceid": "373eb210-8ef1-44bb-b660-bf7571e2f965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.612415] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a1:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '373eb210-8ef1-44bb-b660-bf7571e2f965', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.620729] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Creating folder: Project (3f205786b72d47a8aa526b9fe72f4a9f). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1466.620986] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99dc5e94-cc11-414a-b75e-15c6ca91c65d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.632186] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Created folder: Project (3f205786b72d47a8aa526b9fe72f4a9f) in parent group-v388473. [ 1466.632485] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Creating folder: Instances. Parent ref: group-v388578. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1466.632604] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c854c90-5d58-4f66-944d-54bc5e363303 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.642740] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Created folder: Instances in parent group-v388578. [ 1466.642980] env[62880]: DEBUG oslo.service.loopingcall [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.643182] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.643376] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b310b393-980a-4426-bdac-d860625481be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.662702] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.662702] env[62880]: value = "task-1880267" [ 1466.662702] env[62880]: _type = "Task" [ 1466.662702] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.673842] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880267, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.737036] env[62880]: DEBUG nova.compute.utils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.740899] env[62880]: DEBUG nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1466.741107] env[62880]: DEBUG nova.network.neutron [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.819523] env[62880]: DEBUG nova.policy [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e56c38e2a3f2474b83556504e201a24b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bf023bc00c140c6996df8d4cc0dc7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.876927] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.876927] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.876927] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.876927] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efcd1228-ac33-4c80-b978-f91b0be91683 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.882938] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1466.882938] env[62880]: value = "task-1880268" [ 1466.882938] env[62880]: _type = "Task" [ 1466.882938] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.891958] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.055812] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbc65eb4-fdfd-4a01-93ce-683131ab6d34 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.274s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.063764] env[62880]: DEBUG nova.compute.manager [req-d1a7a308-1abe-4e2d-aa13-98b9a2d3e98a req-e35dba64-a81e-488f-9b36-d4d117bb323a service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Received event network-changed-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1467.063986] env[62880]: DEBUG nova.compute.manager [req-d1a7a308-1abe-4e2d-aa13-98b9a2d3e98a req-e35dba64-a81e-488f-9b36-d4d117bb323a service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Refreshing instance network info cache due to event network-changed-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1467.064234] env[62880]: DEBUG oslo_concurrency.lockutils [req-d1a7a308-1abe-4e2d-aa13-98b9a2d3e98a req-e35dba64-a81e-488f-9b36-d4d117bb323a service nova] Acquiring lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.064336] env[62880]: DEBUG oslo_concurrency.lockutils [req-d1a7a308-1abe-4e2d-aa13-98b9a2d3e98a req-e35dba64-a81e-488f-9b36-d4d117bb323a service nova] Acquired lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.064536] env[62880]: DEBUG nova.network.neutron [req-d1a7a308-1abe-4e2d-aa13-98b9a2d3e98a req-e35dba64-a81e-488f-9b36-d4d117bb323a service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Refreshing network info cache for port 6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1467.103529] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880264, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.173302] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880267, 'name': CreateVM_Task, 'duration_secs': 0.494373} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.173477] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.174206] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.174375] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.174697] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.174966] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5f6897-eb03-4509-8423-9fe2de9a2d91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.179845] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1467.179845] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5214b30e-b011-8853-7b3a-79801802b5da" [ 1467.179845] env[62880]: _type = "Task" [ 1467.179845] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.187448] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5214b30e-b011-8853-7b3a-79801802b5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.243171] env[62880]: DEBUG nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1467.253334] env[62880]: DEBUG nova.network.neutron [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Successfully created port: 636692fa-6785-42f4-90c2-2df65886a386 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.394868] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283004} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.395170] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.395357] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.395527] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.558466] env[62880]: DEBUG nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1467.596776] env[62880]: DEBUG oslo_vmware.api [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880264, 'name': PowerOnVM_Task, 'duration_secs': 0.560785} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.599832] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.600044] env[62880]: INFO nova.compute.manager [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1467.600228] env[62880]: DEBUG nova.compute.manager [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.601255] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bf2db3-44d3-4840-9997-c4acf79737e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.689968] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5214b30e-b011-8853-7b3a-79801802b5da, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.690390] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.690619] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.690850] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.690993] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.691186] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.691441] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e84b1e-35c1-41a0-94b9-51f33d4eb655 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.702563] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.702842] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.703503] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e851a03e-03df-4256-9ef6-6a61bfe85cff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.710027] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1467.710027] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ac4627-3f7b-9c16-c27e-242c234bdfc0" [ 1467.710027] env[62880]: _type = "Task" [ 1467.710027] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.718587] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ac4627-3f7b-9c16-c27e-242c234bdfc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.798267] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee46ed0-9f98-4f45-b257-519c1c96890d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.804640] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf59e0c-8b24-4118-bca1-19edb75f0b5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.835481] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1820cee7-f6d6-44f8-b0e1-b160f42d4f06 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.844617] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61900848-fe1d-40e1-b256-2929a6b56d9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.858208] env[62880]: DEBUG nova.compute.provider_tree [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.053420] env[62880]: DEBUG nova.network.neutron [req-d1a7a308-1abe-4e2d-aa13-98b9a2d3e98a req-e35dba64-a81e-488f-9b36-d4d117bb323a service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Updated VIF entry in instance network info cache for port 6266ac7a-a9bd-451a-91e6-0d8e5bff6e35. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.053976] env[62880]: DEBUG nova.network.neutron [req-d1a7a308-1abe-4e2d-aa13-98b9a2d3e98a req-e35dba64-a81e-488f-9b36-d4d117bb323a service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Updating instance_info_cache with network_info: [{"id": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "address": "fa:16:3e:4a:a7:0d", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ac7a-a9", "ovs_interfaceid": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.084718] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.122385] env[62880]: INFO nova.compute.manager [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Took 35.95 seconds to build instance. [ 1468.223792] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ac4627-3f7b-9c16-c27e-242c234bdfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.016183} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.224674] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0caed283-1e66-48c0-9de4-420fa603b411 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.230539] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1468.230539] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c9b374-90cc-a649-0f69-438d6f6ad8ea" [ 1468.230539] env[62880]: _type = "Task" [ 1468.230539] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.238399] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c9b374-90cc-a649-0f69-438d6f6ad8ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.257811] env[62880]: DEBUG nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1468.284043] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.284311] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.284717] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.284717] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.284879] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.284936] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.285169] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.285329] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.285494] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.285651] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.285816] env[62880]: DEBUG nova.virt.hardware [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.286685] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34070e2-ac0f-4c1e-9170-c95b50ed9d76 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.295719] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86cf1f3-bd91-47dd-aa84-873b8ed13ce3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.360943] env[62880]: DEBUG nova.scheduler.client.report [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.427292] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.427552] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.427709] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.427888] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.428044] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.428192] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.428396] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.428548] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.428712] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.428873] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.429106] env[62880]: DEBUG nova.virt.hardware [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.430016] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb87c43-5a16-429c-9ab2-83e7a38ee8a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.438423] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e146fc60-b1a0-44fd-814d-fa39664d2a36 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.453373] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:10:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48e517d8-aa18-4190-a50d-859ee806d255', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.462616] env[62880]: DEBUG oslo.service.loopingcall [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.462616] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.462616] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac38e5a-b43c-47ff-8c81-fb14cf91cc22 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.485586] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.485586] env[62880]: value = "task-1880269" [ 1468.485586] env[62880]: _type = "Task" [ 1468.485586] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.495050] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880269, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.556805] env[62880]: DEBUG oslo_concurrency.lockutils [req-d1a7a308-1abe-4e2d-aa13-98b9a2d3e98a req-e35dba64-a81e-488f-9b36-d4d117bb323a service nova] Releasing lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.623808] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ce6b17b8-d943-4845-90a6-b8082072c255 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.611s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.742282] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c9b374-90cc-a649-0f69-438d6f6ad8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.742699] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.742825] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af/c202a47a-50ac-4056-a370-76ee0169a4af.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.743094] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a02b71-ba15-49ca-9ff9-6b44a221eaa7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.750418] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1468.750418] env[62880]: value = "task-1880270" [ 1468.750418] env[62880]: _type = "Task" [ 1468.750418] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.760521] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.867369] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.867503] env[62880]: DEBUG nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.871962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.789s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.872237] env[62880]: DEBUG nova.objects.instance [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lazy-loading 'resources' on Instance uuid 04baf98f-b65c-4c0f-8333-ae165671fbd7 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.996245] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880269, 'name': CreateVM_Task, 'duration_secs': 0.403022} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.997142] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1468.997784] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.998849] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.998849] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1468.998849] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b043d6f-0f6d-4114-9ee3-875a49460fb1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.004404] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1469.004404] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524f8913-c2a6-8fad-ead2-a8d303af43c9" [ 1469.004404] env[62880]: _type = "Task" [ 1469.004404] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.015505] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524f8913-c2a6-8fad-ead2-a8d303af43c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.126271] env[62880]: DEBUG nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1469.204721] env[62880]: INFO nova.compute.manager [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Rebuilding instance [ 1469.224509] env[62880]: DEBUG nova.compute.manager [req-04e5d171-4066-46b7-a7c4-3d75dd5f08b6 req-a5c63bf2-7942-46bd-b4cc-1ac68b29bcd5 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Received event network-changed-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1469.224693] env[62880]: DEBUG nova.compute.manager [req-04e5d171-4066-46b7-a7c4-3d75dd5f08b6 req-a5c63bf2-7942-46bd-b4cc-1ac68b29bcd5 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Refreshing instance network info cache due to event network-changed-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1469.224928] env[62880]: DEBUG oslo_concurrency.lockutils [req-04e5d171-4066-46b7-a7c4-3d75dd5f08b6 req-a5c63bf2-7942-46bd-b4cc-1ac68b29bcd5 service nova] Acquiring lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.226631] env[62880]: DEBUG oslo_concurrency.lockutils [req-04e5d171-4066-46b7-a7c4-3d75dd5f08b6 req-a5c63bf2-7942-46bd-b4cc-1ac68b29bcd5 service nova] Acquired lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.226631] env[62880]: DEBUG nova.network.neutron [req-04e5d171-4066-46b7-a7c4-3d75dd5f08b6 req-a5c63bf2-7942-46bd-b4cc-1ac68b29bcd5 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Refreshing network info cache for port 6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.263033] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880270, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.266919] env[62880]: DEBUG nova.compute.manager [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.267112] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98081401-49f6-4985-ba74-fe6c38add0ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.375601] env[62880]: DEBUG nova.compute.utils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1469.380566] env[62880]: DEBUG nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1469.380787] env[62880]: DEBUG nova.network.neutron [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.507226] env[62880]: DEBUG nova.policy [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d7aa38acfe140c49b1b380ae5c3845c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c74b4851d34431cbb025d2a9ef4eda1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.517419] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524f8913-c2a6-8fad-ead2-a8d303af43c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015561} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.520559] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.520810] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.521079] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.521224] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.521399] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.522248] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef6357c7-c5a0-4337-b041-29d275925ec3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.533591] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.533786] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.537151] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb110c4-ea2b-48e2-b7dc-37d471db7449 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.544907] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1469.544907] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528a49c8-91a9-ba0c-cb48-f5b9a84a829a" [ 1469.544907] env[62880]: _type = "Task" [ 1469.544907] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.552244] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528a49c8-91a9-ba0c-cb48-f5b9a84a829a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.648143] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.764327] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863482} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.764614] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af/c202a47a-50ac-4056-a370-76ee0169a4af.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1469.765302] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1469.765682] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-465d04d3-8b22-4f62-a09b-09301fe0475a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.773560] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1469.773560] env[62880]: value = "task-1880271" [ 1469.773560] env[62880]: _type = "Task" [ 1469.773560] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.784144] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.784790] env[62880]: DEBUG nova.network.neutron [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Successfully updated port: 636692fa-6785-42f4-90c2-2df65886a386 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.880806] env[62880]: DEBUG nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1469.960129] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a407ca-671a-45ea-8058-e5a34b767e58 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.970953] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed9b4cd-683a-48c4-9763-e8d1f0a2549e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.002324] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e5d250-defa-4835-9e5b-f93a6484b1ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.010096] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b66203-b653-41b2-9ba1-3beadcbc713f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.014822] env[62880]: DEBUG nova.network.neutron [req-04e5d171-4066-46b7-a7c4-3d75dd5f08b6 req-a5c63bf2-7942-46bd-b4cc-1ac68b29bcd5 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Updated VIF entry in instance network info cache for port 6266ac7a-a9bd-451a-91e6-0d8e5bff6e35. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.015156] env[62880]: DEBUG nova.network.neutron [req-04e5d171-4066-46b7-a7c4-3d75dd5f08b6 req-a5c63bf2-7942-46bd-b4cc-1ac68b29bcd5 service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Updating instance_info_cache with network_info: [{"id": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "address": "fa:16:3e:4a:a7:0d", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266ac7a-a9", "ovs_interfaceid": "6266ac7a-a9bd-451a-91e6-0d8e5bff6e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.028825] env[62880]: DEBUG nova.compute.provider_tree [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.053706] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528a49c8-91a9-ba0c-cb48-f5b9a84a829a, 'name': SearchDatastore_Task, 'duration_secs': 0.037281} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.057105] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ef9108-74b3-4a75-801b-061bb6ee524a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.062146] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1470.062146] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521ba691-9de8-02d4-69dd-de733be7184f" [ 1470.062146] env[62880]: _type = "Task" [ 1470.062146] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.068548] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521ba691-9de8-02d4-69dd-de733be7184f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.233592] env[62880]: DEBUG nova.network.neutron [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Successfully created port: dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1470.284799] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076461} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.284985] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.289563] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a269d5-5dbd-481b-95db-cb6b3d94e8aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.291394] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquiring lock "refresh_cache-b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.291526] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquired lock "refresh_cache-b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.291665] env[62880]: DEBUG nova.network.neutron [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.298019] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.298019] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2abecd72-6707-414d-b774-3500568f2265 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.323229] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af/c202a47a-50ac-4056-a370-76ee0169a4af.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.325376] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9d91d9-ae75-48e7-9d60-b7bf0d454371 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.341204] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1470.341204] env[62880]: value = "task-1880272" [ 1470.341204] env[62880]: _type = "Task" [ 1470.341204] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.347717] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1470.347717] env[62880]: value = "task-1880273" [ 1470.347717] env[62880]: _type = "Task" [ 1470.347717] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.351215] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.358469] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.518424] env[62880]: DEBUG oslo_concurrency.lockutils [req-04e5d171-4066-46b7-a7c4-3d75dd5f08b6 req-a5c63bf2-7942-46bd-b4cc-1ac68b29bcd5 service nova] Releasing lock "refresh_cache-7fcea3e1-b7b1-4da3-b562-f12e91d47d31" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.531702] env[62880]: DEBUG nova.scheduler.client.report [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.571448] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521ba691-9de8-02d4-69dd-de733be7184f, 'name': SearchDatastore_Task, 'duration_secs': 0.061404} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.571722] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.571991] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c/bfed8bc0-b72f-4be1-9226-e8b903dc1f5c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.572279] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9aa3301-4ac1-4ee6-a2a7-cb416215b7e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.578830] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1470.578830] env[62880]: value = "task-1880274" [ 1470.578830] env[62880]: _type = "Task" [ 1470.578830] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.586663] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.830083] env[62880]: DEBUG nova.network.neutron [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.853722] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880272, 'name': PowerOffVM_Task, 'duration_secs': 0.14801} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.858026] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.858026] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.861422] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb4a46a-e2dd-4afe-8a18-74fe0ac19f2c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.869824] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880273, 'name': ReconfigVM_Task, 'duration_secs': 0.413046} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.870846] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Reconfigured VM instance instance-00000023 to attach disk [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af/c202a47a-50ac-4056-a370-76ee0169a4af.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.871498] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.871706] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5474c0ab-6a94-4699-9292-479a5911a9e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.873194] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbb72c09-bea5-49e1-8bba-dabf27f3a47e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.879537] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1470.879537] env[62880]: value = "task-1880275" [ 1470.879537] env[62880]: _type = "Task" [ 1470.879537] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.887867] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880275, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.894144] env[62880]: DEBUG nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1470.901125] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.901125] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.901125] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Deleting the datastore file [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.901125] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c87149d7-300f-4501-a24a-a3f85ef66fe0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.906323] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1470.906323] env[62880]: value = "task-1880277" [ 1470.906323] env[62880]: _type = "Task" [ 1470.906323] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.918610] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.921523] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.921782] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.921928] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.922158] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.922322] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.922475] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.922665] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.922837] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.923013] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.924116] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.924116] env[62880]: DEBUG nova.virt.hardware [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.925150] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d54263c-48d8-40f0-8849-50e73e664da8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.939619] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e8cbf-2e98-40a4-bca6-62a12ac3915d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.034857] env[62880]: DEBUG nova.network.neutron [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Updating instance_info_cache with network_info: [{"id": "636692fa-6785-42f4-90c2-2df65886a386", "address": "fa:16:3e:23:64:f5", "network": {"id": "466bccd3-0848-4fbb-9df9-1b126146a9b0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-694419480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf023bc00c140c6996df8d4cc0dc7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636692fa-67", "ovs_interfaceid": "636692fa-6785-42f4-90c2-2df65886a386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.038687] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.042130] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.822s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.044698] env[62880]: INFO nova.compute.claims [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.070228] env[62880]: INFO nova.scheduler.client.report [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Deleted allocations for instance 04baf98f-b65c-4c0f-8333-ae165671fbd7 [ 1471.091063] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880274, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.378463] env[62880]: DEBUG nova.compute.manager [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Received event network-vif-plugged-636692fa-6785-42f4-90c2-2df65886a386 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1471.378463] env[62880]: DEBUG oslo_concurrency.lockutils [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] Acquiring lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.378859] env[62880]: DEBUG oslo_concurrency.lockutils [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] Lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.378859] env[62880]: DEBUG oslo_concurrency.lockutils [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] Lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.379614] env[62880]: DEBUG nova.compute.manager [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] No waiting events found dispatching network-vif-plugged-636692fa-6785-42f4-90c2-2df65886a386 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1471.379887] env[62880]: WARNING nova.compute.manager [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Received unexpected event network-vif-plugged-636692fa-6785-42f4-90c2-2df65886a386 for instance with vm_state building and task_state spawning. [ 1471.380182] env[62880]: DEBUG nova.compute.manager [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Received event network-changed-636692fa-6785-42f4-90c2-2df65886a386 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1471.380509] env[62880]: DEBUG nova.compute.manager [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Refreshing instance network info cache due to event network-changed-636692fa-6785-42f4-90c2-2df65886a386. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1471.380787] env[62880]: DEBUG oslo_concurrency.lockutils [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] Acquiring lock "refresh_cache-b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.394468] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880275, 'name': Rename_Task, 'duration_secs': 0.222875} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.394874] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1471.395263] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01339dbb-1c7c-439b-b303-861b72d200ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.403598] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1471.403598] env[62880]: value = "task-1880278" [ 1471.403598] env[62880]: _type = "Task" [ 1471.403598] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.423252] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880278, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.427101] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213012} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.427328] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.427509] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.427681] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.545371] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Releasing lock "refresh_cache-b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.545651] env[62880]: DEBUG nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Instance network_info: |[{"id": "636692fa-6785-42f4-90c2-2df65886a386", "address": "fa:16:3e:23:64:f5", "network": {"id": "466bccd3-0848-4fbb-9df9-1b126146a9b0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-694419480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf023bc00c140c6996df8d4cc0dc7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636692fa-67", "ovs_interfaceid": "636692fa-6785-42f4-90c2-2df65886a386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.545944] env[62880]: DEBUG oslo_concurrency.lockutils [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] Acquired lock "refresh_cache-b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.546170] env[62880]: DEBUG nova.network.neutron [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Refreshing network info cache for port 636692fa-6785-42f4-90c2-2df65886a386 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.547477] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:64:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '636692fa-6785-42f4-90c2-2df65886a386', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.558049] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Creating folder: Project (7bf023bc00c140c6996df8d4cc0dc7fc). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.560591] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44ca6785-125c-4759-b448-82ba9932e2c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.574416] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Created folder: Project (7bf023bc00c140c6996df8d4cc0dc7fc) in parent group-v388473. [ 1471.574665] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Creating folder: Instances. Parent ref: group-v388582. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1471.574954] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91a3933e-7c9c-49fd-98ed-de3cb8e40d70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.580336] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ea94cd57-030f-42c7-91d3-512d3d466f85 tempest-ImagesOneServerTestJSON-1978087669 tempest-ImagesOneServerTestJSON-1978087669-project-member] Lock "04baf98f-b65c-4c0f-8333-ae165671fbd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.055s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.586014] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Created folder: Instances in parent group-v388582. [ 1471.586314] env[62880]: DEBUG oslo.service.loopingcall [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.586928] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.587183] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0840d86-2c58-4293-98f2-902da2448889 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.606840] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760895} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.607459] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c/bfed8bc0-b72f-4be1-9226-e8b903dc1f5c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.607668] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.608194] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ae4803d-6024-49bf-86f4-e23109021636 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.612494] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.612494] env[62880]: value = "task-1880281" [ 1471.612494] env[62880]: _type = "Task" [ 1471.612494] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.617234] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1471.617234] env[62880]: value = "task-1880282" [ 1471.617234] env[62880]: _type = "Task" [ 1471.617234] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.624359] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880281, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.629207] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.915703] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.129703] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880281, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.137612] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.4047} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.140636] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1472.141779] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ae0f0d-c770-4e8f-93d6-557b17702ecf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.169901] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c/bfed8bc0-b72f-4be1-9226-e8b903dc1f5c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.176059] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30aa905e-dac1-40e8-ab56-0c7bc1c2c5e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.197140] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1472.197140] env[62880]: value = "task-1880283" [ 1472.197140] env[62880]: _type = "Task" [ 1472.197140] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.207057] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.415902] env[62880]: DEBUG oslo_vmware.api [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880278, 'name': PowerOnVM_Task, 'duration_secs': 0.589071} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.418897] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.419172] env[62880]: INFO nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1472.419549] env[62880]: DEBUG nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.420638] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8529cd55-2c78-4641-8700-3b4eeb19b104 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.443677] env[62880]: DEBUG nova.network.neutron [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Updated VIF entry in instance network info cache for port 636692fa-6785-42f4-90c2-2df65886a386. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.443999] env[62880]: DEBUG nova.network.neutron [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Updating instance_info_cache with network_info: [{"id": "636692fa-6785-42f4-90c2-2df65886a386", "address": "fa:16:3e:23:64:f5", "network": {"id": "466bccd3-0848-4fbb-9df9-1b126146a9b0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-694419480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bf023bc00c140c6996df8d4cc0dc7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636692fa-67", "ovs_interfaceid": "636692fa-6785-42f4-90c2-2df65886a386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.484538] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.484898] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.484966] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.485188] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.485342] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.485511] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.485709] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.485867] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.486066] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.486279] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.486451] env[62880]: DEBUG nova.virt.hardware [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.487572] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158720b9-1d75-4740-8f92-66b81c88019e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.497118] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7879c3e-ea48-4abc-8f1c-2db7ac4007e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.522338] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.527845] env[62880]: DEBUG oslo.service.loopingcall [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.531025] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.531698] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5007e22c-8384-4ae2-944c-340ea00cb404 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.553130] env[62880]: DEBUG nova.network.neutron [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Successfully updated port: dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.562610] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.562610] env[62880]: value = "task-1880284" [ 1472.562610] env[62880]: _type = "Task" [ 1472.562610] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.573317] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880284, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.624335] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880281, 'name': CreateVM_Task, 'duration_secs': 0.661382} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.627246] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.628609] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.628609] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.628686] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.631035] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3eec5ea-146f-401d-948a-b966e83a75b2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.634023] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1472.634023] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b4c379-cd17-2002-a8b3-d852940614bb" [ 1472.634023] env[62880]: _type = "Task" [ 1472.634023] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.646213] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b4c379-cd17-2002-a8b3-d852940614bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.707428] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880283, 'name': ReconfigVM_Task, 'duration_secs': 0.359365} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.707727] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c/bfed8bc0-b72f-4be1-9226-e8b903dc1f5c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.709441] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3166afe8-2346-4ffe-9d7f-591530525590 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.711671] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fd7276-b06b-4c26-8328-ba0b64d58b5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.721964] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd490e8c-1178-46e4-8152-c64f9cb4d8ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.725193] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1472.725193] env[62880]: value = "task-1880285" [ 1472.725193] env[62880]: _type = "Task" [ 1472.725193] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.755797] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2799c59-7000-419e-83d5-c6409aebff93 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.762017] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880285, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.767286] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc47e69-c3a3-4011-8da6-bf51a15fa317 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.780667] env[62880]: DEBUG nova.compute.provider_tree [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.942625] env[62880]: INFO nova.compute.manager [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Took 36.17 seconds to build instance. [ 1472.947669] env[62880]: DEBUG oslo_concurrency.lockutils [req-fd56a0bb-fb38-41a0-83c4-bb86d0644ff0 req-304de2ef-9ec9-456c-a92e-9885369f4bef service nova] Releasing lock "refresh_cache-b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.057888] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.058094] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.058277] env[62880]: DEBUG nova.network.neutron [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.075684] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880284, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.147152] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b4c379-cd17-2002-a8b3-d852940614bb, 'name': SearchDatastore_Task, 'duration_secs': 0.029002} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.147582] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.147689] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.147915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.148070] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.148253] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.148518] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc5b3654-a6ff-4a68-a1cb-ee048af2eb19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.159129] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.159318] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.160042] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b494ae-ebd1-4289-b6e8-74127234331f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.165642] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1473.165642] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524a2bef-be79-23ed-73ab-2f9b8907bf29" [ 1473.165642] env[62880]: _type = "Task" [ 1473.165642] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.172902] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524a2bef-be79-23ed-73ab-2f9b8907bf29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.236443] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880285, 'name': Rename_Task, 'duration_secs': 0.300227} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.236702] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.236948] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90439ca9-f046-4f4b-9e29-fcb9edd17bf4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.243442] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1473.243442] env[62880]: value = "task-1880286" [ 1473.243442] env[62880]: _type = "Task" [ 1473.243442] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.252639] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.284125] env[62880]: DEBUG nova.scheduler.client.report [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.445361] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4df9aeca-8bec-4ce0-b37b-4ae6c5f9e42a tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "c202a47a-50ac-4056-a370-76ee0169a4af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.196s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.578491] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880284, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.641597] env[62880]: DEBUG nova.network.neutron [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.679590] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524a2bef-be79-23ed-73ab-2f9b8907bf29, 'name': SearchDatastore_Task, 'duration_secs': 0.028638} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.680562] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90fb7c1-e676-42fa-a54d-23230af8b039 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.687772] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1473.687772] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5285a230-53dc-79e4-2d5a-d8680065733d" [ 1473.687772] env[62880]: _type = "Task" [ 1473.687772] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.696423] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5285a230-53dc-79e4-2d5a-d8680065733d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.753073] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.790183] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.790607] env[62880]: DEBUG nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1473.793718] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.354s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.797123] env[62880]: INFO nova.compute.claims [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1473.951928] env[62880]: DEBUG nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.018846] env[62880]: DEBUG nova.network.neutron [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating instance_info_cache with network_info: [{"id": "dd15e05d-af7b-4fbb-9fad-01468c873924", "address": "fa:16:3e:1d:45:da", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15e05d-af", "ovs_interfaceid": "dd15e05d-af7b-4fbb-9fad-01468c873924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.068204] env[62880]: DEBUG nova.compute.manager [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received event network-vif-plugged-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1474.068342] env[62880]: DEBUG oslo_concurrency.lockutils [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.068728] env[62880]: DEBUG oslo_concurrency.lockutils [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] Lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.068823] env[62880]: DEBUG oslo_concurrency.lockutils [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] Lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.069027] env[62880]: DEBUG nova.compute.manager [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] No waiting events found dispatching network-vif-plugged-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1474.069202] env[62880]: WARNING nova.compute.manager [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received unexpected event network-vif-plugged-dd15e05d-af7b-4fbb-9fad-01468c873924 for instance with vm_state building and task_state spawning. [ 1474.069357] env[62880]: DEBUG nova.compute.manager [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received event network-changed-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1474.069556] env[62880]: DEBUG nova.compute.manager [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Refreshing instance network info cache due to event network-changed-dd15e05d-af7b-4fbb-9fad-01468c873924. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1474.070167] env[62880]: DEBUG oslo_concurrency.lockutils [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] Acquiring lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.080321] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880284, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.207084] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5285a230-53dc-79e4-2d5a-d8680065733d, 'name': SearchDatastore_Task, 'duration_secs': 0.029339} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.207500] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.207692] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b025f8b3-b036-4f68-bd31-ec7c5e9edaf9/b025f8b3-b036-4f68-bd31-ec7c5e9edaf9.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.207919] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7592646d-350e-45d2-9ac4-041b08029816 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.217554] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1474.217554] env[62880]: value = "task-1880287" [ 1474.217554] env[62880]: _type = "Task" [ 1474.217554] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.227862] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.259414] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.300564] env[62880]: DEBUG nova.compute.utils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.312168] env[62880]: DEBUG nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.312438] env[62880]: DEBUG nova.network.neutron [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.439614] env[62880]: DEBUG nova.policy [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f062ff086b494cd7871e6bd8518166c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0dfb9f8019f4c2a9de3aa4135f69f90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.477346] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.522704] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.523046] env[62880]: DEBUG nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Instance network_info: |[{"id": "dd15e05d-af7b-4fbb-9fad-01468c873924", "address": "fa:16:3e:1d:45:da", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15e05d-af", "ovs_interfaceid": "dd15e05d-af7b-4fbb-9fad-01468c873924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.523365] env[62880]: DEBUG oslo_concurrency.lockutils [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] Acquired lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.523549] env[62880]: DEBUG nova.network.neutron [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Refreshing network info cache for port dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.524884] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:45:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd15e05d-af7b-4fbb-9fad-01468c873924', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.533963] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating folder: Project (3c74b4851d34431cbb025d2a9ef4eda1). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.537445] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ea3603f-2355-414d-bfea-d419f47af183 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.549604] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Created folder: Project (3c74b4851d34431cbb025d2a9ef4eda1) in parent group-v388473. [ 1474.549760] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating folder: Instances. Parent ref: group-v388586. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.550124] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d156801-fb5a-46f4-9c43-bd8136a4da46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.560765] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Created folder: Instances in parent group-v388586. [ 1474.562056] env[62880]: DEBUG oslo.service.loopingcall [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.562056] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.562056] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-171b3c9d-dbec-439e-99e1-cc805da3eef9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.594815] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880284, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.596864] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.596864] env[62880]: value = "task-1880290" [ 1474.596864] env[62880]: _type = "Task" [ 1474.596864] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.609910] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880290, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.731806] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880287, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.759184] env[62880]: DEBUG oslo_vmware.api [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880286, 'name': PowerOnVM_Task, 'duration_secs': 1.121494} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.759184] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.759184] env[62880]: DEBUG nova.compute.manager [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.759184] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af5de6-3993-4bab-810e-162d0cc3b89e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.772844] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "d8552fad-e6dd-4576-ac50-941cffd932e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.773106] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.812028] env[62880]: DEBUG nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1475.103507] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880284, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.115502] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880290, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.154268] env[62880]: INFO nova.compute.manager [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Rescuing [ 1475.154527] env[62880]: DEBUG oslo_concurrency.lockutils [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.154676] env[62880]: DEBUG oslo_concurrency.lockutils [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquired lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.154837] env[62880]: DEBUG nova.network.neutron [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.176889] env[62880]: DEBUG nova.network.neutron [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Successfully created port: f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1475.236998] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.284577] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.318907] env[62880]: INFO nova.virt.block_device [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Booting with volume 7f1511af-db83-4f29-ba68-59e68e37f289 at /dev/sda [ 1475.347743] env[62880]: DEBUG nova.network.neutron [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updated VIF entry in instance network info cache for port dd15e05d-af7b-4fbb-9fad-01468c873924. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.348259] env[62880]: DEBUG nova.network.neutron [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating instance_info_cache with network_info: [{"id": "dd15e05d-af7b-4fbb-9fad-01468c873924", "address": "fa:16:3e:1d:45:da", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15e05d-af", "ovs_interfaceid": "dd15e05d-af7b-4fbb-9fad-01468c873924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.368087] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c8c38b3-0acb-49bf-92ce-c7cf5840e48d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.384106] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76746499-4381-4bfd-8d84-f264b57d9fe5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.431964] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51270acf-cdd5-4548-810f-ebc9304dab9e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.442332] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3a664-f487-4703-a7be-965f4e941baf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.496727] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b29c12-8d3f-4d91-b63c-6de503bb5d23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.505888] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f670c600-c8fe-415a-8745-4e95b941a740 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.521320] env[62880]: DEBUG nova.virt.block_device [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Updating existing volume attachment record: 28f4c579-56ea-40a6-b998-391016a7fa59 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1475.594402] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880284, 'name': CreateVM_Task, 'duration_secs': 2.672712} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.594487] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.595175] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.595175] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.595404] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.595664] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08df6d0-0ba3-40c6-8b5f-ee26128d15cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.601857] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1475.601857] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52beac0b-b11f-38ac-ad5b-85892fe050fb" [ 1475.601857] env[62880]: _type = "Task" [ 1475.601857] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.616552] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52beac0b-b11f-38ac-ad5b-85892fe050fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.619788] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880290, 'name': CreateVM_Task, 'duration_secs': 0.747857} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.622373] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.623332] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.649146] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8c6f0c-5076-4581-9717-8f0690615de3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.656922] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8629129-f6de-42bf-9336-0e8e2cd76278 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.692330] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf260f1-fc2d-4153-bf63-93135437d9d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.700565] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4334ca7b-9afc-4609-9c10-a66429802caf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.714468] env[62880]: DEBUG nova.compute.provider_tree [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.735092] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.091268} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.735425] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b025f8b3-b036-4f68-bd31-ec7c5e9edaf9/b025f8b3-b036-4f68-bd31-ec7c5e9edaf9.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.735661] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.736186] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3d2d33c-d6fe-43c7-bae7-747371eaa90d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.743505] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1475.743505] env[62880]: value = "task-1880291" [ 1475.743505] env[62880]: _type = "Task" [ 1475.743505] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.754059] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.850703] env[62880]: DEBUG oslo_concurrency.lockutils [req-79a569f4-e1ca-45f9-b4cc-f34f427ab668 req-56fde450-c8bf-4cae-89dd-e33e63da7894 service nova] Releasing lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.988173] env[62880]: DEBUG nova.network.neutron [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [{"id": "373eb210-8ef1-44bb-b660-bf7571e2f965", "address": "fa:16:3e:82:a1:60", "network": {"id": "f950ce16-7402-4115-9923-473e38e4bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-572046720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3f205786b72d47a8aa526b9fe72f4a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373eb210-8e", "ovs_interfaceid": "373eb210-8ef1-44bb-b660-bf7571e2f965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.119824] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52beac0b-b11f-38ac-ad5b-85892fe050fb, 'name': SearchDatastore_Task, 'duration_secs': 0.028675} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.120150] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.120386] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.120625] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.120770] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.120949] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.121807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.124942] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.125209] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c0f0c13-bbd9-4ba1-b1f4-bb6a3df5b701 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.127363] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff2fa37-a70c-4cb7-b213-923f905e9fb5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.132940] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1476.132940] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d1cc9d-2564-634a-e6ad-df061890679c" [ 1476.132940] env[62880]: _type = "Task" [ 1476.132940] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.137357] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.137582] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.138363] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab591db-b915-4a83-a1ed-3f6f5420a9e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.143517] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d1cc9d-2564-634a-e6ad-df061890679c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.146196] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1476.146196] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e4b779-73ed-ec33-1c82-028b7f17ff56" [ 1476.146196] env[62880]: _type = "Task" [ 1476.146196] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.153011] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e4b779-73ed-ec33-1c82-028b7f17ff56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.220211] env[62880]: DEBUG nova.scheduler.client.report [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.254659] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088496} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.255046] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.255837] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f430be33-de67-4f39-86c5-ced03cc40c81 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.269933] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.270165] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.270367] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.270549] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.270713] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.280732] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] b025f8b3-b036-4f68-bd31-ec7c5e9edaf9/b025f8b3-b036-4f68-bd31-ec7c5e9edaf9.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.281268] env[62880]: INFO nova.compute.manager [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Terminating instance [ 1476.282805] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbaf0e9c-ce76-4b95-a356-39bdaf57869a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.305523] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1476.305523] env[62880]: value = "task-1880292" [ 1476.305523] env[62880]: _type = "Task" [ 1476.305523] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.315193] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.490575] env[62880]: DEBUG oslo_concurrency.lockutils [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Releasing lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.649814] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d1cc9d-2564-634a-e6ad-df061890679c, 'name': SearchDatastore_Task, 'duration_secs': 0.034954} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.654929] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.654929] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.654929] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.661390] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e4b779-73ed-ec33-1c82-028b7f17ff56, 'name': SearchDatastore_Task, 'duration_secs': 0.074007} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.662682] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6407e76-71b6-44c8-9977-a45a6e019f17 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.667395] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1476.667395] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5233ffec-bf85-c265-0e9b-7551c113d26d" [ 1476.667395] env[62880]: _type = "Task" [ 1476.667395] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.677367] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5233ffec-bf85-c265-0e9b-7551c113d26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.726186] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.932s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.726790] env[62880]: DEBUG nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1476.730201] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.300s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.732297] env[62880]: INFO nova.compute.claims [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1476.800623] env[62880]: DEBUG nova.compute.manager [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1476.800856] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1476.801753] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a060f9a3-f12b-43d5-90f3-949c6f47f0e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.814337] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.818014] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fcba754-2302-4bb1-ad20-d2d1a05de03e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.822054] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.828990] env[62880]: DEBUG oslo_vmware.api [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1476.828990] env[62880]: value = "task-1880293" [ 1476.828990] env[62880]: _type = "Task" [ 1476.828990] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.838471] env[62880]: DEBUG oslo_vmware.api [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.943476] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.943832] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.041847] env[62880]: DEBUG nova.compute.manager [req-a2bc51be-f16a-42f7-8138-6542b5bcc676 req-d5bba6d7-cc90-4e33-ac33-db8b4fe09623 service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Received event network-vif-plugged-f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1477.041847] env[62880]: DEBUG oslo_concurrency.lockutils [req-a2bc51be-f16a-42f7-8138-6542b5bcc676 req-d5bba6d7-cc90-4e33-ac33-db8b4fe09623 service nova] Acquiring lock "30492d40-8f2a-4270-a033-59ada9031bef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.041847] env[62880]: DEBUG oslo_concurrency.lockutils [req-a2bc51be-f16a-42f7-8138-6542b5bcc676 req-d5bba6d7-cc90-4e33-ac33-db8b4fe09623 service nova] Lock "30492d40-8f2a-4270-a033-59ada9031bef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.041847] env[62880]: DEBUG oslo_concurrency.lockutils [req-a2bc51be-f16a-42f7-8138-6542b5bcc676 req-d5bba6d7-cc90-4e33-ac33-db8b4fe09623 service nova] Lock "30492d40-8f2a-4270-a033-59ada9031bef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.042111] env[62880]: DEBUG nova.compute.manager [req-a2bc51be-f16a-42f7-8138-6542b5bcc676 req-d5bba6d7-cc90-4e33-ac33-db8b4fe09623 service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] No waiting events found dispatching network-vif-plugged-f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.042313] env[62880]: WARNING nova.compute.manager [req-a2bc51be-f16a-42f7-8138-6542b5bcc676 req-d5bba6d7-cc90-4e33-ac33-db8b4fe09623 service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Received unexpected event network-vif-plugged-f29f5d79-a986-49ef-a840-580dc02814eb for instance with vm_state building and task_state block_device_mapping. [ 1477.124288] env[62880]: DEBUG nova.network.neutron [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Successfully updated port: f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.184967] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5233ffec-bf85-c265-0e9b-7551c113d26d, 'name': SearchDatastore_Task, 'duration_secs': 0.031278} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.185499] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.185753] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.186046] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.186522] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.186522] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb86d4d9-3716-40d6-b97b-e107a4c24ac4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.188618] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e238adc0-00ba-42a9-8c1c-1ef58b36e727 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.197928] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1477.197928] env[62880]: value = "task-1880294" [ 1477.197928] env[62880]: _type = "Task" [ 1477.197928] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.201426] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.202372] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.206832] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ea3d51-1b9b-42fb-86e6-1bf4003ea69e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.220520] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.220829] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1477.220829] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5252387b-ebb2-409c-c4aa-a9827f48e5f8" [ 1477.220829] env[62880]: _type = "Task" [ 1477.220829] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.228883] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5252387b-ebb2-409c-c4aa-a9827f48e5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.238353] env[62880]: DEBUG nova.compute.utils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1477.243160] env[62880]: DEBUG nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.243356] env[62880]: DEBUG nova.network.neutron [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.304805] env[62880]: DEBUG nova.policy [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f6553526da4ea4ae8b949d39ced997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b28ed48e2142148ec45612f65723ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.316707] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880292, 'name': ReconfigVM_Task, 'duration_secs': 0.786357} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.316988] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Reconfigured VM instance instance-00000024 to attach disk [datastore1] b025f8b3-b036-4f68-bd31-ec7c5e9edaf9/b025f8b3-b036-4f68-bd31-ec7c5e9edaf9.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.317633] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42103922-a5bb-47a1-9acb-3c6f7d22da00 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.324299] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1477.324299] env[62880]: value = "task-1880295" [ 1477.324299] env[62880]: _type = "Task" [ 1477.324299] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.334063] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880295, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.345260] env[62880]: DEBUG oslo_vmware.api [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880293, 'name': PowerOffVM_Task, 'duration_secs': 0.281615} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.346142] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1477.346142] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1477.346337] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0349eddf-4a28-40f5-8e66-b980f8c4d907 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.630942] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Acquiring lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.630942] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Acquired lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.630942] env[62880]: DEBUG nova.network.neutron [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.634458] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1477.634630] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1477.634832] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore1] bfed8bc0-b72f-4be1-9226-e8b903dc1f5c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.635119] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6127475-6038-4666-8a2b-51c9b652bb34 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.643270] env[62880]: DEBUG oslo_vmware.api [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1477.643270] env[62880]: value = "task-1880297" [ 1477.643270] env[62880]: _type = "Task" [ 1477.643270] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.653060] env[62880]: DEBUG oslo_vmware.api [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.686980] env[62880]: DEBUG nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1477.687564] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.687792] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.687967] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.688137] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.688307] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.688454] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.688674] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.688831] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.688995] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.689176] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.689351] env[62880]: DEBUG nova.virt.hardware [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.690205] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca993a9-24eb-4601-9e50-606d6a860ca0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.701811] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec0544a-48f6-4ad7-af93-76d25d9e6024 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.706861] env[62880]: DEBUG nova.network.neutron [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Successfully created port: 28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.727450] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.732700] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5252387b-ebb2-409c-c4aa-a9827f48e5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.047238} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.733460] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a19bf7-6ec3-45f7-ab3b-15c69a4a39ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.738213] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1477.738213] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52132092-165f-5e1d-85dc-46e3c9c5b349" [ 1477.738213] env[62880]: _type = "Task" [ 1477.738213] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.746553] env[62880]: DEBUG nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1477.753565] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52132092-165f-5e1d-85dc-46e3c9c5b349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.843860] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880295, 'name': Rename_Task, 'duration_secs': 0.1645} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.844189] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.844476] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-116082b8-4b41-4123-bc0f-aabb4653f395 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.855194] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1477.855194] env[62880]: value = "task-1880298" [ 1477.855194] env[62880]: _type = "Task" [ 1477.855194] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.868178] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.036749] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.036749] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a59359-ee05-4802-b516-d062b660911a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.045972] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1478.045972] env[62880]: value = "task-1880299" [ 1478.045972] env[62880]: _type = "Task" [ 1478.045972] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.066730] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.160267] env[62880]: DEBUG oslo_vmware.api [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.176054] env[62880]: DEBUG nova.network.neutron [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.223599] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880294, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.252185] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52132092-165f-5e1d-85dc-46e3c9c5b349, 'name': SearchDatastore_Task, 'duration_secs': 0.030116} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.252185] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.252185] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 33d1d454-1f32-4f67-9535-5d5e649887af/33d1d454-1f32-4f67-9535-5d5e649887af.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.252185] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60eb51d5-da72-40ff-9ab9-0223cfc61f9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.267604] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1478.267604] env[62880]: value = "task-1880300" [ 1478.267604] env[62880]: _type = "Task" [ 1478.267604] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.277423] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.367011] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.444316] env[62880]: DEBUG nova.network.neutron [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Updating instance_info_cache with network_info: [{"id": "f29f5d79-a986-49ef-a840-580dc02814eb", "address": "fa:16:3e:f2:8f:33", "network": {"id": "b74a28b1-b7cf-40de-bd6e-70e0e741f953", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-414171494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0dfb9f8019f4c2a9de3aa4135f69f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29f5d79-a9", "ovs_interfaceid": "f29f5d79-a986-49ef-a840-580dc02814eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.478358] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428af4a8-040e-4f12-9c9a-3e3a3bdaa802 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.488613] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714f41a1-5501-406b-99b5-bb550575771c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.531609] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfc195d-4ef9-4864-a145-020672f29edc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.541764] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3606be2-1f2b-4ee3-869e-067ebbaaf4a4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.562651] env[62880]: DEBUG nova.compute.provider_tree [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.569584] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880299, 'name': PowerOffVM_Task, 'duration_secs': 0.292205} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.570502] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.573177] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.573177] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.574684] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd11fcf-76db-4a94-8f38-8d487c9e64c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.596587] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce02c13-d70b-4651-bb0b-314f6f6985a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.634597] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.635272] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75c0076a-254d-48b0-9ede-1126320fcd85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.642368] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1478.642368] env[62880]: value = "task-1880301" [ 1478.642368] env[62880]: _type = "Task" [ 1478.642368] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.652139] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.658608] env[62880]: DEBUG oslo_vmware.api [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.722155] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.396247} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.722593] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.722938] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.723319] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfb93ace-5e52-4719-b7d4-ea1da16607ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.730898] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1478.730898] env[62880]: value = "task-1880302" [ 1478.730898] env[62880]: _type = "Task" [ 1478.730898] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.740609] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.767266] env[62880]: DEBUG nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1478.780979] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.795412] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.795892] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.796087] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.796294] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.796439] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.796602] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.796859] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.797031] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.797214] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.797389] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.797764] env[62880]: DEBUG nova.virt.hardware [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.798642] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccaf7fb-2834-4411-b2e1-ed6374ca8d7e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.807039] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a1905a-be6b-471f-b1ca-da49cf8e4d53 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.866151] env[62880]: DEBUG oslo_vmware.api [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880298, 'name': PowerOnVM_Task, 'duration_secs': 0.735085} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.866455] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.866807] env[62880]: INFO nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1478.866888] env[62880]: DEBUG nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.868130] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c418956a-bfbf-42d7-bebe-08526e29a527 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.950297] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Releasing lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.952327] env[62880]: DEBUG nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Instance network_info: |[{"id": "f29f5d79-a986-49ef-a840-580dc02814eb", "address": "fa:16:3e:f2:8f:33", "network": {"id": "b74a28b1-b7cf-40de-bd6e-70e0e741f953", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-414171494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0dfb9f8019f4c2a9de3aa4135f69f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29f5d79-a9", "ovs_interfaceid": "f29f5d79-a986-49ef-a840-580dc02814eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1478.952586] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:8f:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f29f5d79-a986-49ef-a840-580dc02814eb', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.960207] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Creating folder: Project (f0dfb9f8019f4c2a9de3aa4135f69f90). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.960957] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d7194d9-b453-4cc8-9222-7951d0205f9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.974616] env[62880]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1478.974842] env[62880]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62880) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1478.975251] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Folder already exists: Project (f0dfb9f8019f4c2a9de3aa4135f69f90). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1478.975545] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Creating folder: Instances. Parent ref: group-v388533. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.975817] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ce75030-93e8-4562-8cd7-0d82614d6cd8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.987079] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Created folder: Instances in parent group-v388533. [ 1478.987330] env[62880]: DEBUG oslo.service.loopingcall [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.987539] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.987747] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea5c10ae-3195-4bc4-b2ef-f4fded6cbbfb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.009756] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.009756] env[62880]: value = "task-1880305" [ 1479.009756] env[62880]: _type = "Task" [ 1479.009756] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.018965] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880305, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.072378] env[62880]: DEBUG nova.scheduler.client.report [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.080373] env[62880]: DEBUG nova.compute.utils [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1479.164849] env[62880]: DEBUG oslo_vmware.api [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.098194} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.164849] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.166095] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.166095] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.166095] env[62880]: INFO nova.compute.manager [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1479.166095] env[62880]: DEBUG oslo.service.loopingcall [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.166730] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1479.167017] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.167315] env[62880]: DEBUG oslo_concurrency.lockutils [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.167477] env[62880]: DEBUG oslo_concurrency.lockutils [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.167660] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.171177] env[62880]: DEBUG nova.compute.manager [-] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.171177] env[62880]: DEBUG nova.network.neutron [-] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.171177] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc94ee49-cb59-41ad-b454-b29d7a30b14a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.184211] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.184211] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.184843] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281861c1-70c7-4d08-b811-ecd96103a7ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.191234] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1479.191234] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dc0871-5187-c0a9-1895-1adcd45177f3" [ 1479.191234] env[62880]: _type = "Task" [ 1479.191234] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.201457] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dc0871-5187-c0a9-1895-1adcd45177f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.245896] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234675} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.246440] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.247755] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edbc297-eba9-43aa-958d-5807fc0ddfcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.272373] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.273372] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f22593-b82e-4a11-be2a-871d54310287 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.303123] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880300, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.304913] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1479.304913] env[62880]: value = "task-1880306" [ 1479.304913] env[62880]: _type = "Task" [ 1479.304913] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.032592] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.302s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.033110] env[62880]: DEBUG nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.035642] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.463s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.037470] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.037657] env[62880]: WARNING oslo_vmware.common.loopingcall [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] task run outlasted interval by 0.23252700000000004 sec [ 1480.039841] env[62880]: DEBUG nova.network.neutron [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Successfully updated port: 28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.044911] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.892s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.045161] env[62880]: DEBUG nova.objects.instance [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lazy-loading 'resources' on Instance uuid 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.047031] env[62880]: DEBUG nova.compute.manager [req-cec94cec-12e8-4192-b882-a96be7819273 req-f91938ac-c907-4a4b-b524-c24edf821ccf service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Received event network-changed-f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1480.047233] env[62880]: DEBUG nova.compute.manager [req-cec94cec-12e8-4192-b882-a96be7819273 req-f91938ac-c907-4a4b-b524-c24edf821ccf service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Refreshing instance network info cache due to event network-changed-f29f5d79-a986-49ef-a840-580dc02814eb. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1480.047452] env[62880]: DEBUG oslo_concurrency.lockutils [req-cec94cec-12e8-4192-b882-a96be7819273 req-f91938ac-c907-4a4b-b524-c24edf821ccf service nova] Acquiring lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.047595] env[62880]: DEBUG oslo_concurrency.lockutils [req-cec94cec-12e8-4192-b882-a96be7819273 req-f91938ac-c907-4a4b-b524-c24edf821ccf service nova] Acquired lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.047747] env[62880]: DEBUG nova.network.neutron [req-cec94cec-12e8-4192-b882-a96be7819273 req-f91938ac-c907-4a4b-b524-c24edf821ccf service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Refreshing network info cache for port f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.055914] env[62880]: INFO nova.compute.manager [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Took 42.52 seconds to build instance. [ 1480.059395] env[62880]: DEBUG nova.network.neutron [-] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.071196] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dc0871-5187-c0a9-1895-1adcd45177f3, 'name': SearchDatastore_Task, 'duration_secs': 0.030456} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.081767] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.082021] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880305, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.082512] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880300, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.050921} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.082740] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e54b3cc-df23-4531-9060-5953bd304db9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.085790] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 33d1d454-1f32-4f67-9535-5d5e649887af/33d1d454-1f32-4f67-9535-5d5e649887af.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.086033] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.086258] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-416737ef-8ed5-4e76-b5a9-88c5e0825d5e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.092237] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1480.092237] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52120604-bd12-4faa-c908-45996683ac40" [ 1480.092237] env[62880]: _type = "Task" [ 1480.092237] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.097729] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1480.097729] env[62880]: value = "task-1880307" [ 1480.097729] env[62880]: _type = "Task" [ 1480.097729] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.108307] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52120604-bd12-4faa-c908-45996683ac40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.113314] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.428378] env[62880]: DEBUG nova.compute.manager [req-ee92accb-afd5-413e-8092-b0a15acfd4a5 req-a5f94ef9-7131-42b3-ab63-0489ca120f9a service nova] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Received event network-vif-deleted-48e517d8-aa18-4190-a50d-859ee806d255 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1480.529630] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b735f78e-29ca-4209-b4b3-01192bf0d752 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.543649] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d1f557-49fa-488d-84c4-8805bfb6fb25 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.549137] env[62880]: DEBUG nova.compute.utils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.551273] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880305, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.551706] env[62880]: DEBUG nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.551894] env[62880]: DEBUG nova.network.neutron [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.585136] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.585290] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquired lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.585450] env[62880]: DEBUG nova.network.neutron [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.589172] env[62880]: INFO nova.compute.manager [-] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Took 1.42 seconds to deallocate network for instance. [ 1480.589557] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bc94e74e-50f8-48c3-a2d4-a15849d96730 tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.340s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.593810] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc8a60c-b2f0-4979-bdff-b532f5f3b38d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.603356] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880306, 'name': ReconfigVM_Task, 'duration_secs': 0.859341} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.609514] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.612755] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e6a36d1-7581-40be-a13e-5b250298ef3a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.616246] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ff13c-0cc2-47dd-a981-306d13e310f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.626716] env[62880]: DEBUG nova.policy [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19381b8da94d4e638f6e8744687ad8b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66ae6bcec2174b5ebe462a3cb90bb6ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.628719] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52120604-bd12-4faa-c908-45996683ac40, 'name': SearchDatastore_Task, 'duration_secs': 0.018244} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.629036] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10096} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.629614] env[62880]: DEBUG oslo_concurrency.lockutils [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.629858] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. {{(pid=62880) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1480.630143] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.631754] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d721979-c63d-49a3-8f44-94e2c412fc04 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.633177] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87f14ef-0ce6-4a3f-a233-9a43aaf1d56c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.647693] env[62880]: DEBUG nova.compute.provider_tree [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.649068] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1480.649068] env[62880]: value = "task-1880308" [ 1480.649068] env[62880]: _type = "Task" [ 1480.649068] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.669059] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1480.669059] env[62880]: value = "task-1880309" [ 1480.669059] env[62880]: _type = "Task" [ 1480.669059] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.678065] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 33d1d454-1f32-4f67-9535-5d5e649887af/33d1d454-1f32-4f67-9535-5d5e649887af.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.680562] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57493184-be61-48bb-9ffb-d2168b9affcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.712636] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880308, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.719032] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1480.719032] env[62880]: value = "task-1880310" [ 1480.719032] env[62880]: _type = "Task" [ 1480.719032] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.722290] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.737837] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.830506] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.830766] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.873646] env[62880]: DEBUG nova.network.neutron [req-cec94cec-12e8-4192-b882-a96be7819273 req-f91938ac-c907-4a4b-b524-c24edf821ccf service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Updated VIF entry in instance network info cache for port f29f5d79-a986-49ef-a840-580dc02814eb. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.874180] env[62880]: DEBUG nova.network.neutron [req-cec94cec-12e8-4192-b882-a96be7819273 req-f91938ac-c907-4a4b-b524-c24edf821ccf service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Updating instance_info_cache with network_info: [{"id": "f29f5d79-a986-49ef-a840-580dc02814eb", "address": "fa:16:3e:f2:8f:33", "network": {"id": "b74a28b1-b7cf-40de-bd6e-70e0e741f953", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-414171494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0dfb9f8019f4c2a9de3aa4135f69f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29f5d79-a9", "ovs_interfaceid": "f29f5d79-a986-49ef-a840-580dc02814eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.040387] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880305, 'name': CreateVM_Task, 'duration_secs': 1.596777} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.040679] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.041410] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '28f4c579-56ea-40a6-b998-391016a7fa59', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388545', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'name': 'volume-7f1511af-db83-4f29-ba68-59e68e37f289', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30492d40-8f2a-4270-a033-59ada9031bef', 'attached_at': '', 'detached_at': '', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'serial': '7f1511af-db83-4f29-ba68-59e68e37f289'}, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62880) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1481.043021] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Root volume attach. Driver type: vmdk {{(pid=62880) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1481.043021] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f891b-0c05-417c-afcc-5830f6b874c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.053209] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7287dcd0-74bc-42b0-93d4-691c65253bee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.055106] env[62880]: DEBUG nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1481.063621] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87ab821-c2f3-46ea-8d4e-7e92f17e0e98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.072063] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-04a4959a-fb20-4b4f-84b4-9b2b00a2ea22 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.080840] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1481.080840] env[62880]: value = "task-1880311" [ 1481.080840] env[62880]: _type = "Task" [ 1481.080840] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.097587] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.100449] env[62880]: DEBUG nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.105030] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.126981] env[62880]: DEBUG nova.network.neutron [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.150710] env[62880]: DEBUG nova.scheduler.client.report [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.165398] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880308, 'name': Rename_Task, 'duration_secs': 0.170919} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.165758] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.166033] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185905e6-a65e-4526-8b04-613482df024d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.176997] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1481.176997] env[62880]: value = "task-1880312" [ 1481.176997] env[62880]: _type = "Task" [ 1481.176997] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.193669] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880309, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.198352] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880312, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.216783] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.217068] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.217346] env[62880]: INFO nova.compute.manager [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Attaching volume bb74f6b6-3e68-4acd-8e8c-c8a9bd367841 to /dev/sdb [ 1481.233504] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880310, 'name': ReconfigVM_Task, 'duration_secs': 0.44067} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.233776] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 33d1d454-1f32-4f67-9535-5d5e649887af/33d1d454-1f32-4f67-9535-5d5e649887af.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.234765] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-487c0cc6-c5a9-45c8-8fbd-2c4dae2d4f60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.240183] env[62880]: DEBUG nova.network.neutron [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Successfully created port: f2ab3052-2bbf-4deb-a43b-9542426430df {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.243512] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1481.243512] env[62880]: value = "task-1880313" [ 1481.243512] env[62880]: _type = "Task" [ 1481.243512] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.258156] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880313, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.266741] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386cefba-bd91-4508-99a4-66cc81ea0db2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.274824] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d683e8-7925-4d75-9572-4fd0abcde3f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.289834] env[62880]: DEBUG nova.virt.block_device [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updating existing volume attachment record: df7cca3c-3fb7-4afb-90b1-f1addf4fae69 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1481.297634] env[62880]: DEBUG nova.network.neutron [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updating instance_info_cache with network_info: [{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.377418] env[62880]: DEBUG oslo_concurrency.lockutils [req-cec94cec-12e8-4192-b882-a96be7819273 req-f91938ac-c907-4a4b-b524-c24edf821ccf service nova] Releasing lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.566255] env[62880]: DEBUG nova.compute.manager [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Received event network-vif-plugged-28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1481.566477] env[62880]: DEBUG oslo_concurrency.lockutils [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] Acquiring lock "4749f591-1b2b-4fa5-835e-4a83bd11f986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.569031] env[62880]: DEBUG oslo_concurrency.lockutils [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] Lock "4749f591-1b2b-4fa5-835e-4a83bd11f986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.569031] env[62880]: DEBUG oslo_concurrency.lockutils [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] Lock "4749f591-1b2b-4fa5-835e-4a83bd11f986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.569031] env[62880]: DEBUG nova.compute.manager [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] No waiting events found dispatching network-vif-plugged-28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.569031] env[62880]: WARNING nova.compute.manager [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Received unexpected event network-vif-plugged-28aad13f-186d-411c-b175-0794415178a6 for instance with vm_state building and task_state spawning. [ 1481.569031] env[62880]: DEBUG nova.compute.manager [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Received event network-changed-28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1481.569744] env[62880]: DEBUG nova.compute.manager [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Refreshing instance network info cache due to event network-changed-28aad13f-186d-411c-b175-0794415178a6. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1481.569744] env[62880]: DEBUG oslo_concurrency.lockutils [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] Acquiring lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.592557] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 38%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.632232] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.656958] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.659475] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.306s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.665648] env[62880]: INFO nova.compute.claims [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1481.698725] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.703084] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580778} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.704247] env[62880]: INFO nova.scheduler.client.report [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Deleted allocations for instance 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c [ 1481.705405] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. [ 1481.708795] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab0a325-b856-491a-a1a2-42f57a3785cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.740138] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.741089] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13521eec-bf0c-4d59-a5b3-780f9e7cf67d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.765066] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880313, 'name': Rename_Task, 'duration_secs': 0.177585} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.766667] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.767010] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1481.767010] env[62880]: value = "task-1880317" [ 1481.767010] env[62880]: _type = "Task" [ 1481.767010] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.767216] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2493eea4-228d-44ca-b479-0ff0d8424651 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.778799] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.779955] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1481.779955] env[62880]: value = "task-1880318" [ 1481.779955] env[62880]: _type = "Task" [ 1481.779955] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.804675] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Releasing lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.804675] env[62880]: DEBUG nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Instance network_info: |[{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.805220] env[62880]: DEBUG oslo_concurrency.lockutils [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] Acquired lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.805220] env[62880]: DEBUG nova.network.neutron [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Refreshing network info cache for port 28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.805220] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ff:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28aad13f-186d-411c-b175-0794415178a6', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.814153] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Creating folder: Project (e0b28ed48e2142148ec45612f65723ab). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.815568] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b5e9d60-5a8e-4415-b62f-21f6c9aebefe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.826649] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Created folder: Project (e0b28ed48e2142148ec45612f65723ab) in parent group-v388473. [ 1481.827274] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Creating folder: Instances. Parent ref: group-v388593. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1481.827411] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d48ec2b-79b1-49a8-9079-d5e63a1d7c17 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.842041] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Created folder: Instances in parent group-v388593. [ 1481.842226] env[62880]: DEBUG oslo.service.loopingcall [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.842407] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.842657] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41f96790-b782-4bc1-823c-3553541b8507 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.862956] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.862956] env[62880]: value = "task-1880321" [ 1481.862956] env[62880]: _type = "Task" [ 1481.862956] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.871328] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.069648] env[62880]: DEBUG nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1482.096011] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.102153] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1482.102413] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.102564] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1482.102739] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.102881] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1482.103033] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1482.103253] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1482.103406] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1482.103570] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1482.103815] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1482.104043] env[62880]: DEBUG nova.virt.hardware [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1482.104932] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e24e79-50e0-4a95-9622-e312309d4899 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.113411] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d7075-226f-4dcd-91e5-7efc4691151d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.190832] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880312, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.216074] env[62880]: DEBUG oslo_concurrency.lockutils [None req-363a0d64-7526-4016-8185-75b52ba15e1d tempest-AttachInterfacesV270Test-1596227911 tempest-AttachInterfacesV270Test-1596227911-project-member] Lock "75dbff7e-0fe3-401b-9fa5-fee79b4edb4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.141s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.279390] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.290095] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.374652] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.564358] env[62880]: DEBUG nova.network.neutron [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updated VIF entry in instance network info cache for port 28aad13f-186d-411c-b175-0794415178a6. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.564358] env[62880]: DEBUG nova.network.neutron [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updating instance_info_cache with network_info: [{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.593614] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 62%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.692175] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.780609] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880317, 'name': ReconfigVM_Task, 'duration_secs': 0.776379} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.783445] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Reconfigured VM instance instance-00000023 to attach disk [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.787356] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca82c82d-544b-4b8f-ac00-d2dde93676fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.818161] env[62880]: DEBUG oslo_vmware.api [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880318, 'name': PowerOnVM_Task, 'duration_secs': 0.993214} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.820820] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3973a55d-6d44-4c37-a684-b5bbd97622c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.830819] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.831059] env[62880]: INFO nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Took 11.94 seconds to spawn the instance on the hypervisor. [ 1482.831242] env[62880]: DEBUG nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.832308] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1561b8d-bd04-4364-b33d-5657db1ae114 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.839914] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1482.839914] env[62880]: value = "task-1880322" [ 1482.839914] env[62880]: _type = "Task" [ 1482.839914] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.853703] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.874117] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.066948] env[62880]: DEBUG oslo_concurrency.lockutils [req-a6127bc5-5fd3-42f0-8949-3765235bf7eb req-ee4e2abd-9813-46f7-85ea-10f0f1c2d2e7 service nova] Releasing lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.097621] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 67%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.143586] env[62880]: DEBUG nova.network.neutron [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Successfully updated port: f2ab3052-2bbf-4deb-a43b-9542426430df {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.195572] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880312, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.326019] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c301f4e-9a4a-4135-b8c3-f77b63a4b83f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.334976] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c5da48-9309-4bb7-94d0-ba67dd1be5f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.384932] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc7d54c-86e6-42ad-b06e-6ee53fdf2071 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.388181] env[62880]: INFO nova.compute.manager [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Took 39.60 seconds to build instance. [ 1483.392562] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880322, 'name': ReconfigVM_Task, 'duration_secs': 0.267027} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.395160] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.395484] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f59e99-69d9-45df-a61d-a00ab9ccac7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.402997] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.406302] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2364d1cf-6571-450c-9e11-dee7fb5f7639 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.416329] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1483.416329] env[62880]: value = "task-1880323" [ 1483.416329] env[62880]: _type = "Task" [ 1483.416329] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.427391] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.437138] env[62880]: DEBUG nova.compute.provider_tree [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.595520] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 78%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.650072] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "refresh_cache-df273824-545b-49c0-a51a-5001c27dce18" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.650072] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "refresh_cache-df273824-545b-49c0-a51a-5001c27dce18" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.650072] env[62880]: DEBUG nova.network.neutron [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.668038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquiring lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.668038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.668675] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquiring lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.669223] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.669507] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.674443] env[62880]: INFO nova.compute.manager [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Terminating instance [ 1483.698386] env[62880]: DEBUG oslo_vmware.api [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880312, 'name': PowerOnVM_Task, 'duration_secs': 2.096125} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.698856] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.699190] env[62880]: DEBUG nova.compute.manager [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.700479] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f93b389-c925-4001-9bf4-fee3468ed547 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.795190] env[62880]: DEBUG nova.compute.manager [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] Received event network-vif-plugged-f2ab3052-2bbf-4deb-a43b-9542426430df {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1483.795190] env[62880]: DEBUG oslo_concurrency.lockutils [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] Acquiring lock "df273824-545b-49c0-a51a-5001c27dce18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.795190] env[62880]: DEBUG oslo_concurrency.lockutils [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] Lock "df273824-545b-49c0-a51a-5001c27dce18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.795190] env[62880]: DEBUG oslo_concurrency.lockutils [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] Lock "df273824-545b-49c0-a51a-5001c27dce18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.795190] env[62880]: DEBUG nova.compute.manager [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] No waiting events found dispatching network-vif-plugged-f2ab3052-2bbf-4deb-a43b-9542426430df {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1483.795803] env[62880]: WARNING nova.compute.manager [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] Received unexpected event network-vif-plugged-f2ab3052-2bbf-4deb-a43b-9542426430df for instance with vm_state building and task_state spawning. [ 1483.796093] env[62880]: DEBUG nova.compute.manager [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] Received event network-changed-f2ab3052-2bbf-4deb-a43b-9542426430df {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1483.796387] env[62880]: DEBUG nova.compute.manager [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] Refreshing instance network info cache due to event network-changed-f2ab3052-2bbf-4deb-a43b-9542426430df. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1483.797404] env[62880]: DEBUG oslo_concurrency.lockutils [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] Acquiring lock "refresh_cache-df273824-545b-49c0-a51a-5001c27dce18" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.894144] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31c875b9-f1a7-46df-a6a0-8b98dab59494 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.548s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.894452] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.932021] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.945020] env[62880]: DEBUG nova.scheduler.client.report [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1484.106031] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.180416] env[62880]: DEBUG nova.compute.manager [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.180648] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.181567] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aacd48-d02f-4242-9f8c-99a4ab3cff0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.195797] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.195797] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a7c37b8-2b88-449c-9a34-3f54d9ec0fc2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.206277] env[62880]: DEBUG oslo_vmware.api [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1484.206277] env[62880]: value = "task-1880325" [ 1484.206277] env[62880]: _type = "Task" [ 1484.206277] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.225698] env[62880]: DEBUG nova.network.neutron [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.234384] env[62880]: DEBUG oslo_vmware.api [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.237280] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.396313] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.399180] env[62880]: DEBUG nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1484.429523] env[62880]: DEBUG oslo_vmware.api [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880323, 'name': PowerOnVM_Task, 'duration_secs': 0.760641} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.429917] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.437688] env[62880]: DEBUG nova.compute.manager [None req-edf8ac9a-0c3e-47ba-8270-24fb89f6e958 tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.439257] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c9fd56-1900-4428-a1da-2d72845ca91e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.450142] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.450756] env[62880]: DEBUG nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1484.454519] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.768s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.454519] env[62880]: DEBUG nova.objects.instance [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lazy-loading 'resources' on Instance uuid fcae5801-3f10-4da2-9148-771ddcc9942a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.534189] env[62880]: DEBUG nova.network.neutron [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Updating instance_info_cache with network_info: [{"id": "f2ab3052-2bbf-4deb-a43b-9542426430df", "address": "fa:16:3e:40:c7:34", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab3052-2b", "ovs_interfaceid": "f2ab3052-2bbf-4deb-a43b-9542426430df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.598752] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 97%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.724024] env[62880]: DEBUG oslo_vmware.api [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880325, 'name': PowerOffVM_Task, 'duration_secs': 0.244919} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.724024] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.724024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.724024] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7814f0e4-0136-4e7c-a7d7-e48b5759a285 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.891951] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.909949] env[62880]: INFO nova.compute.manager [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Rebuilding instance [ 1484.930243] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.964544] env[62880]: DEBUG nova.compute.utils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1484.968529] env[62880]: DEBUG nova.compute.manager [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.968841] env[62880]: DEBUG nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1484.968995] env[62880]: DEBUG nova.network.neutron [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1484.971566] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca60ca1-10da-44da-a649-1fca2e5964da {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.035775] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "refresh_cache-df273824-545b-49c0-a51a-5001c27dce18" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.036105] env[62880]: DEBUG nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Instance network_info: |[{"id": "f2ab3052-2bbf-4deb-a43b-9542426430df", "address": "fa:16:3e:40:c7:34", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab3052-2b", "ovs_interfaceid": "f2ab3052-2bbf-4deb-a43b-9542426430df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1485.036412] env[62880]: DEBUG oslo_concurrency.lockutils [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] Acquired lock "refresh_cache-df273824-545b-49c0-a51a-5001c27dce18" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.036616] env[62880]: DEBUG nova.network.neutron [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] Refreshing network info cache for port f2ab3052-2bbf-4deb-a43b-9542426430df {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.037856] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:c7:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2ab3052-2bbf-4deb-a43b-9542426430df', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.047354] env[62880]: DEBUG oslo.service.loopingcall [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.053762] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df273824-545b-49c0-a51a-5001c27dce18] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.054483] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e35bb25-9fbf-4457-8092-bfde13ce9673 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.079183] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.079183] env[62880]: value = "task-1880327" [ 1485.079183] env[62880]: _type = "Task" [ 1485.079183] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.088166] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880327, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.099389] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 97%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.290976] env[62880]: DEBUG nova.policy [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d2fafc29ffe476f9dffc47c810b4b42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f7366c5fa164d389a016c75d85ba6f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1485.339026] env[62880]: DEBUG nova.network.neutron [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] Updated VIF entry in instance network info cache for port f2ab3052-2bbf-4deb-a43b-9542426430df. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.339196] env[62880]: DEBUG nova.network.neutron [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] Updating instance_info_cache with network_info: [{"id": "f2ab3052-2bbf-4deb-a43b-9542426430df", "address": "fa:16:3e:40:c7:34", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab3052-2b", "ovs_interfaceid": "f2ab3052-2bbf-4deb-a43b-9542426430df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.390845] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.470940] env[62880]: DEBUG nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1485.595955] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880327, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.600435] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 97%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.634025] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceaa5a3-53fe-4019-b8d0-ec4354684fdc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.645853] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f0a4c4-467f-43be-9481-d727889f5cd1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.683414] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6af906-4efc-41bd-b2cb-11fc4ae56615 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.692145] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27768756-f394-4127-8e0f-ff3f2ac61f10 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.707283] env[62880]: DEBUG nova.compute.provider_tree [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.842146] env[62880]: DEBUG oslo_concurrency.lockutils [req-f61ce3ff-fe3d-4242-b55c-2757285596e2 req-4c034558-3e44-4592-8fe3-b217811318b1 service nova] Releasing lock "refresh_cache-df273824-545b-49c0-a51a-5001c27dce18" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.848508] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1485.848882] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388592', 'volume_id': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'name': 'volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c392bcb-fea4-4624-bb9d-8eae7e209681', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'serial': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1485.849830] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687c4a83-3cf3-4f15-b054-6dfce3282960 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.871268] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3b3e94-9ba1-4a90-a7d4-ed095d41edda {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.904993] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841/volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.913365] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3ffcad-6b38-49aa-a089-fc64c00c1db2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.932343] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.933915] env[62880]: DEBUG oslo_vmware.api [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1485.933915] env[62880]: value = "task-1880328" [ 1485.933915] env[62880]: _type = "Task" [ 1485.933915] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.941566] env[62880]: DEBUG nova.compute.manager [req-c0a4a287-e86c-42b4-95c4-86d22d7e9ad2 req-d7057f6d-821e-4897-a26c-2c0fee013e36 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received event network-changed-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1485.941566] env[62880]: DEBUG nova.compute.manager [req-c0a4a287-e86c-42b4-95c4-86d22d7e9ad2 req-d7057f6d-821e-4897-a26c-2c0fee013e36 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Refreshing instance network info cache due to event network-changed-dd15e05d-af7b-4fbb-9fad-01468c873924. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1485.941566] env[62880]: DEBUG oslo_concurrency.lockutils [req-c0a4a287-e86c-42b4-95c4-86d22d7e9ad2 req-d7057f6d-821e-4897-a26c-2c0fee013e36 service nova] Acquiring lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.941566] env[62880]: DEBUG oslo_concurrency.lockutils [req-c0a4a287-e86c-42b4-95c4-86d22d7e9ad2 req-d7057f6d-821e-4897-a26c-2c0fee013e36 service nova] Acquired lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.941566] env[62880]: DEBUG nova.network.neutron [req-c0a4a287-e86c-42b4-95c4-86d22d7e9ad2 req-d7057f6d-821e-4897-a26c-2c0fee013e36 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Refreshing network info cache for port dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.945902] env[62880]: DEBUG oslo_vmware.api [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.957379] env[62880]: DEBUG nova.network.neutron [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Successfully created port: 8d8b190c-adcd-450d-a459-9f7cc8549cba {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1485.991324] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.991649] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d88db60-4c5f-4af7-9aad-2961762f94c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.999280] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1485.999280] env[62880]: value = "task-1880329" [ 1485.999280] env[62880]: _type = "Task" [ 1485.999280] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.010284] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.091109] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880327, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.099573] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 98%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.211189] env[62880]: DEBUG nova.scheduler.client.report [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.311318] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.311318] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.311318] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Deleting the datastore file [datastore1] b025f8b3-b036-4f68-bd31-ec7c5e9edaf9 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.311318] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16d3ef0e-a95a-4513-90f8-64c96fa608c1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.321250] env[62880]: DEBUG oslo_vmware.api [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for the task: (returnval){ [ 1486.321250] env[62880]: value = "task-1880330" [ 1486.321250] env[62880]: _type = "Task" [ 1486.321250] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.329320] env[62880]: DEBUG oslo_vmware.api [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.401632] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880321, 'name': CreateVM_Task, 'duration_secs': 4.487866} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.401848] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.403365] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.403572] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.403930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.404244] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdde9a93-155a-4552-a249-186bf13c206d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.410342] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1486.410342] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525e1a32-0f93-b643-d0ee-981eae7e5552" [ 1486.410342] env[62880]: _type = "Task" [ 1486.410342] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.423467] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525e1a32-0f93-b643-d0ee-981eae7e5552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.443890] env[62880]: DEBUG oslo_vmware.api [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.480873] env[62880]: DEBUG nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1486.512292] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.521959] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1486.522287] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.522765] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1486.522941] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.523135] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1486.523321] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1486.523565] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1486.523731] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1486.523927] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1486.524327] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1486.524591] env[62880]: DEBUG nova.virt.hardware [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1486.525571] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50afd063-12f1-4cb4-a829-374436d2038d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.535568] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84341ca-5341-471e-a0a7-da314f29c811 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.592056] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880327, 'name': CreateVM_Task, 'duration_secs': 1.453448} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.595214] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df273824-545b-49c0-a51a-5001c27dce18] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.595915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.596091] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.596405] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.597066] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4908e0fd-7138-470a-87a1-52cd6d3694a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.601816] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 98%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.605060] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1486.605060] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5276c1a7-7eba-f316-957c-1206b7910e3e" [ 1486.605060] env[62880]: _type = "Task" [ 1486.605060] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.614822] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5276c1a7-7eba-f316-957c-1206b7910e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.717382] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.720054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.998s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.745154] env[62880]: INFO nova.scheduler.client.report [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleted allocations for instance fcae5801-3f10-4da2-9148-771ddcc9942a [ 1486.832556] env[62880]: DEBUG oslo_vmware.api [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.889671] env[62880]: DEBUG nova.network.neutron [req-c0a4a287-e86c-42b4-95c4-86d22d7e9ad2 req-d7057f6d-821e-4897-a26c-2c0fee013e36 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updated VIF entry in instance network info cache for port dd15e05d-af7b-4fbb-9fad-01468c873924. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.890064] env[62880]: DEBUG nova.network.neutron [req-c0a4a287-e86c-42b4-95c4-86d22d7e9ad2 req-d7057f6d-821e-4897-a26c-2c0fee013e36 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating instance_info_cache with network_info: [{"id": "dd15e05d-af7b-4fbb-9fad-01468c873924", "address": "fa:16:3e:1d:45:da", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15e05d-af", "ovs_interfaceid": "dd15e05d-af7b-4fbb-9fad-01468c873924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.927224] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525e1a32-0f93-b643-d0ee-981eae7e5552, 'name': SearchDatastore_Task, 'duration_secs': 0.128269} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.927224] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.927224] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.927224] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.927479] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.927479] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.927542] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33899aa1-05d4-48d0-8f0d-3bf61c147fc2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.941624] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.941815] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.943647] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d9b92f-088a-4b2e-9ca0-58ef500556b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.949139] env[62880]: DEBUG oslo_vmware.api [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.952464] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1486.952464] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521f256f-f2d3-22a5-6b31-58823810f7b2" [ 1486.952464] env[62880]: _type = "Task" [ 1486.952464] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.961517] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521f256f-f2d3-22a5-6b31-58823810f7b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.010063] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880329, 'name': PowerOffVM_Task, 'duration_secs': 0.85053} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.010338] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.010576] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.011380] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6315ba-25cb-4db7-a95a-4d74b8558e38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.018400] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1487.018708] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3358aa-3f45-401b-aba4-01794e08c8dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.045244] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1487.045769] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1487.045769] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Deleting the datastore file [datastore1] 357808a6-b1be-4a2e-bf3e-0acca52c65bb {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1487.045969] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cccd339-b154-4810-a723-768f3f5c9c92 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.053259] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1487.053259] env[62880]: value = "task-1880332" [ 1487.053259] env[62880]: _type = "Task" [ 1487.053259] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.061985] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.102403] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task} progress is 98%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.115960] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5276c1a7-7eba-f316-957c-1206b7910e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.017207} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.116456] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.116659] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.116933] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.117376] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.117814] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.118197] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d2b1215-3381-4e03-83a1-01572c256441 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.134118] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.134364] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.135115] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96baf389-2bf9-4edc-9a0d-d5f8689349bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.140957] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1487.140957] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52374d30-9854-2081-e94d-694c95e34b62" [ 1487.140957] env[62880]: _type = "Task" [ 1487.140957] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.150700] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52374d30-9854-2081-e94d-694c95e34b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.255794] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6de4e36f-8364-426d-b6a6-b087aa89e064 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "fcae5801-3f10-4da2-9148-771ddcc9942a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.753s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.338549] env[62880]: DEBUG oslo_vmware.api [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.393105] env[62880]: DEBUG oslo_concurrency.lockutils [req-c0a4a287-e86c-42b4-95c4-86d22d7e9ad2 req-d7057f6d-821e-4897-a26c-2c0fee013e36 service nova] Releasing lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.447876] env[62880]: DEBUG oslo_vmware.api [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880328, 'name': ReconfigVM_Task, 'duration_secs': 1.152221} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.448627] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Reconfigured VM instance instance-00000007 to attach disk [datastore2] volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841/volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.453942] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555ffefa-48ce-4755-a457-da0a813c445d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.480158] env[62880]: DEBUG oslo_vmware.api [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1487.480158] env[62880]: value = "task-1880333" [ 1487.480158] env[62880]: _type = "Task" [ 1487.480158] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.480416] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521f256f-f2d3-22a5-6b31-58823810f7b2, 'name': SearchDatastore_Task, 'duration_secs': 0.049455} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.485556] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c5473a-4385-46eb-bc11-572e5ebacd61 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.491692] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1487.491692] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f44e26-1a54-35fb-f4ec-5cf0717aa113" [ 1487.491692] env[62880]: _type = "Task" [ 1487.491692] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.495182] env[62880]: DEBUG oslo_vmware.api [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880333, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.504310] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f44e26-1a54-35fb-f4ec-5cf0717aa113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.564044] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485124} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.564348] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.564539] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.564716] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.607368] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880311, 'name': RelocateVM_Task, 'duration_secs': 6.496203} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.607368] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1487.607368] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388545', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'name': 'volume-7f1511af-db83-4f29-ba68-59e68e37f289', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30492d40-8f2a-4270-a033-59ada9031bef', 'attached_at': '', 'detached_at': '', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'serial': '7f1511af-db83-4f29-ba68-59e68e37f289'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1487.607368] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35e58c2-e012-4e8a-88f0-176b2100ccad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.627763] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aebd191-506d-436d-83fd-83c9bcb9bb94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.651658] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-7f1511af-db83-4f29-ba68-59e68e37f289/volume-7f1511af-db83-4f29-ba68-59e68e37f289.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.655068] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3439ed77-ca72-46fa-a4f3-eedbda126837 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.675487] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52374d30-9854-2081-e94d-694c95e34b62, 'name': SearchDatastore_Task, 'duration_secs': 0.026803} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.677687] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1487.677687] env[62880]: value = "task-1880334" [ 1487.677687] env[62880]: _type = "Task" [ 1487.677687] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.677687] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263b56f6-a157-4cc4-8049-6323eb9a3d88 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.687983] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.689215] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1487.689215] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526c3c1d-6bf2-e57a-22a5-89ef3665acad" [ 1487.689215] env[62880]: _type = "Task" [ 1487.689215] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.696961] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526c3c1d-6bf2-e57a-22a5-89ef3665acad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.769121] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 98af636c-27b8-455b-b1f6-53cafbdbf9ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.769335] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 6c392bcb-fea4-4624-bb9d-8eae7e209681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.769482] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 71345778-5336-4e7b-be54-eee5050cbcc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.769626] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 03222b41-6488-49b1-a214-837f3c33f7bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.769751] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 845e8be8-d45f-46cc-9bea-32f1630b9e21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.769867] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance df00cfae-3bbb-4489-83fb-c7444548c0c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.769979] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1d2050a8-ceca-441d-a7d4-89c3f65323de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.770107] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 0ef93c87-92c4-41e2-8c18-fe25e60e08ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.770221] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 270451b4-5dbf-450c-9495-900b2f546a97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.770330] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 504108f5-c321-4acf-a629-e6f818af97cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.770443] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.770552] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 98ed31cb-4b3d-4e7a-8a38-1d747eca2792 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.770674] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 3db39109-29eb-4dd7-93b4-33cfd2b7a716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.770805] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance de3b2e6e-cd7b-4763-9c87-15d5b1d6668b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.770918] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.771067] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b053a896-d055-4e0a-8f85-8871df4bf5c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1487.771195] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance bfed8bc0-b72f-4be1-9226-e8b903dc1f5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1487.771312] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 7fcea3e1-b7b1-4da3-b562-f12e91d47d31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.771426] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 357808a6-b1be-4a2e-bf3e-0acca52c65bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.771535] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance c202a47a-50ac-4056-a370-76ee0169a4af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.771643] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b025f8b3-b036-4f68-bd31-ec7c5e9edaf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.771752] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 33d1d454-1f32-4f67-9535-5d5e649887af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.771861] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 30492d40-8f2a-4270-a033-59ada9031bef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.771972] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 4749f591-1b2b-4fa5-835e-4a83bd11f986 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.772094] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance df273824-545b-49c0-a51a-5001c27dce18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.772204] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance a2e7bd5a-14da-44d3-ad11-8948b5d83f19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1487.836425] env[62880]: DEBUG oslo_vmware.api [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Task: {'id': task-1880330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.194531} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.836673] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.836853] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.837029] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.837204] env[62880]: INFO nova.compute.manager [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Took 3.66 seconds to destroy the instance on the hypervisor. [ 1487.837456] env[62880]: DEBUG oslo.service.loopingcall [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.837633] env[62880]: DEBUG nova.compute.manager [-] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.838023] env[62880]: DEBUG nova.network.neutron [-] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.884960] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Acquiring lock "03222b41-6488-49b1-a214-837f3c33f7bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.885309] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.991895] env[62880]: DEBUG oslo_vmware.api [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880333, 'name': ReconfigVM_Task, 'duration_secs': 0.306271} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.991895] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388592', 'volume_id': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'name': 'volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c392bcb-fea4-4624-bb9d-8eae7e209681', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'serial': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1488.006307] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f44e26-1a54-35fb-f4ec-5cf0717aa113, 'name': SearchDatastore_Task, 'duration_secs': 0.015259} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.006584] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.006833] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 4749f591-1b2b-4fa5-835e-4a83bd11f986/4749f591-1b2b-4fa5-835e-4a83bd11f986.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.007408] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a592229-29c1-4cf9-8284-da99505e0837 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.014356] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1488.014356] env[62880]: value = "task-1880335" [ 1488.014356] env[62880]: _type = "Task" [ 1488.014356] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.022736] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.098040] env[62880]: DEBUG nova.network.neutron [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Successfully updated port: 8d8b190c-adcd-450d-a459-9f7cc8549cba {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.193400] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.204435] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526c3c1d-6bf2-e57a-22a5-89ef3665acad, 'name': SearchDatastore_Task, 'duration_secs': 0.020711} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.204774] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.205073] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] df273824-545b-49c0-a51a-5001c27dce18/df273824-545b-49c0-a51a-5001c27dce18.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.205395] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abb4f83c-cabb-4be4-9183-307afd53772d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.213559] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1488.213559] env[62880]: value = "task-1880336" [ 1488.213559] env[62880]: _type = "Task" [ 1488.213559] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.223648] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.277016] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance dbe11c40-bebb-4c51-bd89-1dff368ba074 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1488.391227] env[62880]: DEBUG nova.compute.utils [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1488.527872] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.601306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "refresh_cache-a2e7bd5a-14da-44d3-ad11-8948b5d83f19" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.601472] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquired lock "refresh_cache-a2e7bd5a-14da-44d3-ad11-8948b5d83f19" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.601628] env[62880]: DEBUG nova.network.neutron [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.617229] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.617229] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.617229] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.617229] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.617535] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.617535] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.617535] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.617535] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.617688] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.617892] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.618139] env[62880]: DEBUG nova.virt.hardware [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.619940] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b311974a-b936-4634-b28d-77174b5c379a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.630401] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9f7094-dff6-4de2-93df-605ad3b07cae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.648846] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.654991] env[62880]: DEBUG oslo.service.loopingcall [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.655767] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.656019] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0266f62-1b44-43e3-9288-3902a38f9272 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.674906] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.674906] env[62880]: value = "task-1880337" [ 1488.674906] env[62880]: _type = "Task" [ 1488.674906] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.684554] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880337, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.694023] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880334, 'name': ReconfigVM_Task, 'duration_secs': 0.738168} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.694387] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-7f1511af-db83-4f29-ba68-59e68e37f289/volume-7f1511af-db83-4f29-ba68-59e68e37f289.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.699502] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b017f908-f573-4ccd-a456-8a05fe819ed9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.716654] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1488.716654] env[62880]: value = "task-1880338" [ 1488.716654] env[62880]: _type = "Task" [ 1488.716654] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.722724] env[62880]: DEBUG nova.compute.manager [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Received event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1488.722939] env[62880]: DEBUG nova.compute.manager [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing instance network info cache due to event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1488.723163] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Acquiring lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.723309] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Acquired lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.723475] env[62880]: DEBUG nova.network.neutron [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.735845] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880336, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.741546] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.782992] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance c801be10-4ae2-4a93-a63a-44b2cae5c143 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1488.796502] env[62880]: DEBUG nova.network.neutron [-] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.893220] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.025320] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880335, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.053644] env[62880]: DEBUG nova.objects.instance [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lazy-loading 'flavor' on Instance uuid 6c392bcb-fea4-4624-bb9d-8eae7e209681 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.142456] env[62880]: DEBUG nova.network.neutron [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.185228] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880337, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.228040] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738408} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.228476] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] df273824-545b-49c0-a51a-5001c27dce18/df273824-545b-49c0-a51a-5001c27dce18.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1489.228699] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1489.230831] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb21c6df-e99e-41f4-ac4e-b29216464d05 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.235786] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880338, 'name': ReconfigVM_Task, 'duration_secs': 0.326111} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.236691] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388545', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'name': 'volume-7f1511af-db83-4f29-ba68-59e68e37f289', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30492d40-8f2a-4270-a033-59ada9031bef', 'attached_at': '', 'detached_at': '', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'serial': '7f1511af-db83-4f29-ba68-59e68e37f289'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1489.237197] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09ed1b2d-a71d-41fe-bcb1-e1b98b8f4c19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.240855] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1489.240855] env[62880]: value = "task-1880339" [ 1489.240855] env[62880]: _type = "Task" [ 1489.240855] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.245058] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1489.245058] env[62880]: value = "task-1880340" [ 1489.245058] env[62880]: _type = "Task" [ 1489.245058] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.254486] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.259593] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880340, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.289173] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1489.301987] env[62880]: INFO nova.compute.manager [-] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Took 1.46 seconds to deallocate network for instance. [ 1489.307941] env[62880]: DEBUG nova.network.neutron [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Updating instance_info_cache with network_info: [{"id": "8d8b190c-adcd-450d-a459-9f7cc8549cba", "address": "fa:16:3e:2b:cd:82", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b190c-ad", "ovs_interfaceid": "8d8b190c-adcd-450d-a459-9f7cc8549cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.503057] env[62880]: DEBUG nova.compute.manager [req-9b7fd190-f661-4fd8-85ed-311cbf20bc0a req-d2875172-067a-441a-a11a-fea2fb352ea2 service nova] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Received event network-vif-deleted-636692fa-6785-42f4-90c2-2df65886a386 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1489.526346] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880335, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.559285] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b82d2a1d-3c5d-48d1-ae64-1165a02d4b59 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.651818] env[62880]: DEBUG nova.network.neutron [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updated VIF entry in instance network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.652213] env[62880]: DEBUG nova.network.neutron [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [{"id": "373eb210-8ef1-44bb-b660-bf7571e2f965", "address": "fa:16:3e:82:a1:60", "network": {"id": "f950ce16-7402-4115-9923-473e38e4bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-572046720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3f205786b72d47a8aa526b9fe72f4a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373eb210-8e", "ovs_interfaceid": "373eb210-8ef1-44bb-b660-bf7571e2f965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.685776] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880337, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.752484] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124254} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.753303] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.754653] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a1a478-a091-41a6-9620-ad49f3eed8a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.760557] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880340, 'name': Rename_Task, 'duration_secs': 0.187204} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.761317] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.761620] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f91f1453-e2b1-4b96-9206-86f130c83fc0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.783839] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] df273824-545b-49c0-a51a-5001c27dce18/df273824-545b-49c0-a51a-5001c27dce18.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.784755] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d67c5a4-b08b-4bd7-9bfd-8e95f1c2ecf0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.802680] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b2e57b1c-01b2-4f8e-98dd-d4f4235565ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1489.808028] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1489.808028] env[62880]: value = "task-1880341" [ 1489.808028] env[62880]: _type = "Task" [ 1489.808028] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.812397] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.814708] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Releasing lock "refresh_cache-a2e7bd5a-14da-44d3-ad11-8948b5d83f19" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.814708] env[62880]: DEBUG nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Instance network_info: |[{"id": "8d8b190c-adcd-450d-a459-9f7cc8549cba", "address": "fa:16:3e:2b:cd:82", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b190c-ad", "ovs_interfaceid": "8d8b190c-adcd-450d-a459-9f7cc8549cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1489.815053] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1489.815053] env[62880]: value = "task-1880342" [ 1489.815053] env[62880]: _type = "Task" [ 1489.815053] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.815053] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:cd:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8b190c-adcd-450d-a459-9f7cc8549cba', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1489.823700] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Creating folder: Project (3f7366c5fa164d389a016c75d85ba6f6). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1489.829223] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d215aad-302d-493b-8f43-74b959fbb715 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.836019] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880341, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.843018] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.845040] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Created folder: Project (3f7366c5fa164d389a016c75d85ba6f6) in parent group-v388473. [ 1489.845193] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Creating folder: Instances. Parent ref: group-v388598. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1489.845454] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e67beace-497e-46dd-b5a7-366d6ac4f160 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.853664] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Created folder: Instances in parent group-v388598. [ 1489.853953] env[62880]: DEBUG oslo.service.loopingcall [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1489.854198] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1489.854499] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a738f1fb-d9b3-419a-8efe-ec0bb033dba9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.877604] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.877604] env[62880]: value = "task-1880345" [ 1489.877604] env[62880]: _type = "Task" [ 1489.877604] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.886222] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880345, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.988647] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Acquiring lock "03222b41-6488-49b1-a214-837f3c33f7bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.989517] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.989517] env[62880]: INFO nova.compute.manager [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Attaching volume 310fb3ff-b8c7-454a-9894-4cf79ad1255b to /dev/sdb [ 1490.027019] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880335, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.045669] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da5ff56-894e-45c6-9446-cbf433540db6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.054065] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd9d6f-047d-4a1a-bc5c-9c93f94cf260 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.069315] env[62880]: DEBUG nova.virt.block_device [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Updating existing volume attachment record: c946d2c5-ef56-4d21-ab12-576a599cf2e1 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1490.155535] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Releasing lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.155899] env[62880]: DEBUG nova.compute.manager [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Received event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1490.156072] env[62880]: DEBUG nova.compute.manager [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing instance network info cache due to event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1490.156351] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Acquiring lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.156502] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Acquired lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.156732] env[62880]: DEBUG nova.network.neutron [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.187232] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880337, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.307055] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance c0e19770-8f39-4621-9122-1d80d527642c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1490.321927] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880341, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.335262] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880342, 'name': ReconfigVM_Task, 'duration_secs': 0.457625} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.336410] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Reconfigured VM instance instance-00000028 to attach disk [datastore2] df273824-545b-49c0-a51a-5001c27dce18/df273824-545b-49c0-a51a-5001c27dce18.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.336410] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-426c1688-1065-44dc-90ce-f4cb835ae944 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.343776] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1490.343776] env[62880]: value = "task-1880349" [ 1490.343776] env[62880]: _type = "Task" [ 1490.343776] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.353372] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880349, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.391077] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880345, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.527915] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.533685] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "270451b4-5dbf-450c-9495-900b2f546a97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.534915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "270451b4-5dbf-450c-9495-900b2f546a97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.534915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "270451b4-5dbf-450c-9495-900b2f546a97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.534915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "270451b4-5dbf-450c-9495-900b2f546a97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.534915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "270451b4-5dbf-450c-9495-900b2f546a97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.538102] env[62880]: INFO nova.compute.manager [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Terminating instance [ 1490.688478] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880337, 'name': CreateVM_Task, 'duration_secs': 1.581922} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.688679] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.689118] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.689281] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.689608] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1490.689863] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508ce6ee-bb92-4b1a-a413-3b70692ac33f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.697524] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1490.697524] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528a7d4c-6e47-aa48-a75a-e266d695e4c5" [ 1490.697524] env[62880]: _type = "Task" [ 1490.697524] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.711920] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528a7d4c-6e47-aa48-a75a-e266d695e4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.826065] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 86aee71e-451d-40a7-b018-f95d33aefc9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1490.827267] env[62880]: DEBUG oslo_vmware.api [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880341, 'name': PowerOnVM_Task, 'duration_secs': 0.835542} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.827765] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.827765] env[62880]: INFO nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Took 13.14 seconds to spawn the instance on the hypervisor. [ 1490.827850] env[62880]: DEBUG nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1490.829501] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3dbf62-51c1-4a9c-a6bd-332fe234e9a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.853876] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880349, 'name': Rename_Task, 'duration_secs': 0.209423} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.855072] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.855072] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5038b5-4896-47bf-8c87-cdcb4ef79db8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.860913] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1490.860913] env[62880]: value = "task-1880350" [ 1490.860913] env[62880]: _type = "Task" [ 1490.860913] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.868866] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.888916] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880345, 'name': CreateVM_Task, 'duration_secs': 0.591307} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.890034] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.890034] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.894896] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquiring lock "343d460e-b762-423d-b26d-072ceda052d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.895343] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "343d460e-b762-423d-b26d-072ceda052d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.031765] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880335, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.966819} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.032212] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 4749f591-1b2b-4fa5-835e-4a83bd11f986/4749f591-1b2b-4fa5-835e-4a83bd11f986.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.032525] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.032869] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af98da4b-fee9-4308-9b96-34309b6728ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.041429] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1491.041429] env[62880]: value = "task-1880351" [ 1491.041429] env[62880]: _type = "Task" [ 1491.041429] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.048129] env[62880]: DEBUG nova.compute.manager [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.048461] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.053976] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8154d46c-c7cf-46f2-8860-8d3fd3f3e03c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.058596] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.068019] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.068716] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713a7811-7f4b-43e3-aeb9-4134a83f898d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.074724] env[62880]: DEBUG oslo_vmware.api [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1491.074724] env[62880]: value = "task-1880352" [ 1491.074724] env[62880]: _type = "Task" [ 1491.074724] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.087777] env[62880]: DEBUG oslo_vmware.api [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.209464] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528a7d4c-6e47-aa48-a75a-e266d695e4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.031702} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.212567] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.212670] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.212937] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.213146] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.213350] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.213664] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.214012] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1491.214270] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0704b176-d572-4ee0-8619-43bf35be6a74 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.218047] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43449174-14b1-4501-963f-1cb60da59145 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.221909] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1491.221909] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52655e55-2265-8616-be8f-d85f08e6a001" [ 1491.221909] env[62880]: _type = "Task" [ 1491.221909] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.226328] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.226546] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.227609] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7308243-e14f-4e4b-88e4-8ffe2dc6209a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.232907] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52655e55-2265-8616-be8f-d85f08e6a001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.235987] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1491.235987] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520c010a-d9f2-727b-f4b5-b5eba3590ec9" [ 1491.235987] env[62880]: _type = "Task" [ 1491.235987] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.244221] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520c010a-d9f2-727b-f4b5-b5eba3590ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.329235] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9e768b41-bcda-431d-a215-d33790da70ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1491.354051] env[62880]: INFO nova.compute.manager [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Took 44.15 seconds to build instance. [ 1491.368154] env[62880]: DEBUG nova.network.neutron [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updated VIF entry in instance network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.368506] env[62880]: DEBUG nova.network.neutron [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [{"id": "373eb210-8ef1-44bb-b660-bf7571e2f965", "address": "fa:16:3e:82:a1:60", "network": {"id": "f950ce16-7402-4115-9923-473e38e4bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-572046720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3f205786b72d47a8aa526b9fe72f4a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373eb210-8e", "ovs_interfaceid": "373eb210-8ef1-44bb-b660-bf7571e2f965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.377225] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.552465] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.423488} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.552819] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.553768] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a382ca-d93c-4d74-8d24-68b4d4679cb6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.578170] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4749f591-1b2b-4fa5-835e-4a83bd11f986/4749f591-1b2b-4fa5-835e-4a83bd11f986.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.578170] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3686255-0667-498f-a8fc-bc1cf395b04a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.601450] env[62880]: DEBUG oslo_vmware.api [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880352, 'name': PowerOffVM_Task, 'duration_secs': 0.216045} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.602809] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.602976] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1491.603311] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1491.603311] env[62880]: value = "task-1880353" [ 1491.603311] env[62880]: _type = "Task" [ 1491.603311] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.603512] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b44abd14-7340-44bd-9624-8714dac9de5e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.613228] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.724023] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1491.724023] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1491.724023] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleting the datastore file [datastore2] 270451b4-5dbf-450c-9495-900b2f546a97 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.724023] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-163e69f0-2d33-45ce-8702-34d2aa655643 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.734312] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52655e55-2265-8616-be8f-d85f08e6a001, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.735929] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.736389] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.736763] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.740018] env[62880]: DEBUG oslo_vmware.api [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1491.740018] env[62880]: value = "task-1880355" [ 1491.740018] env[62880]: _type = "Task" [ 1491.740018] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.751670] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520c010a-d9f2-727b-f4b5-b5eba3590ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.015542} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.752087] env[62880]: DEBUG oslo_vmware.api [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.755240] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46cbae5-eab7-4b4c-a35f-b37963c77c41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.760063] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1491.760063] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240df01-dfbb-a7f0-c714-c3e07f099a73" [ 1491.760063] env[62880]: _type = "Task" [ 1491.760063] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.765715] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240df01-dfbb-a7f0-c714-c3e07f099a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.833995] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1491.856753] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6979473b-9053-4c00-b441-a54b4b8ff69f tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "30492d40-8f2a-4270-a033-59ada9031bef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.389s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.872697] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Releasing lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.874027] env[62880]: DEBUG nova.compute.manager [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Received event network-vif-plugged-8d8b190c-adcd-450d-a459-9f7cc8549cba {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1491.874027] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Acquiring lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.874027] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.874446] env[62880]: DEBUG oslo_concurrency.lockutils [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] Lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.874811] env[62880]: DEBUG nova.compute.manager [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] No waiting events found dispatching network-vif-plugged-8d8b190c-adcd-450d-a459-9f7cc8549cba {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1491.875179] env[62880]: WARNING nova.compute.manager [req-4326b491-93c6-4e7f-98e1-9ebbacc146ac req-03c99519-648d-4221-87bd-032babddb822 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Received unexpected event network-vif-plugged-8d8b190c-adcd-450d-a459-9f7cc8549cba for instance with vm_state building and task_state spawning. [ 1491.875876] env[62880]: DEBUG oslo_vmware.api [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880350, 'name': PowerOnVM_Task, 'duration_secs': 0.612061} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.877021] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1491.877021] env[62880]: INFO nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1491.877021] env[62880]: DEBUG nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.879017] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6a4710-7d44-44bb-80a7-3ea10f683c8d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.909144] env[62880]: DEBUG nova.compute.manager [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Received event network-changed-8d8b190c-adcd-450d-a459-9f7cc8549cba {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1491.909986] env[62880]: DEBUG nova.compute.manager [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Refreshing instance network info cache due to event network-changed-8d8b190c-adcd-450d-a459-9f7cc8549cba. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1491.909986] env[62880]: DEBUG oslo_concurrency.lockutils [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] Acquiring lock "refresh_cache-a2e7bd5a-14da-44d3-ad11-8948b5d83f19" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.909986] env[62880]: DEBUG oslo_concurrency.lockutils [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] Acquired lock "refresh_cache-a2e7bd5a-14da-44d3-ad11-8948b5d83f19" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.910416] env[62880]: DEBUG nova.network.neutron [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Refreshing network info cache for port 8d8b190c-adcd-450d-a459-9f7cc8549cba {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.929427] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.929427] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.116022] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.248108] env[62880]: DEBUG oslo_vmware.api [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.274615] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240df01-dfbb-a7f0-c714-c3e07f099a73, 'name': SearchDatastore_Task, 'duration_secs': 0.019637} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.275360] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.275932] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.276544] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.277011] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.277479] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2228f267-8572-4656-83c6-ef7b11a51061 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.280933] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01dd5dba-fc8c-4d8a-a25e-240eabd70c43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.292024] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1492.292024] env[62880]: value = "task-1880356" [ 1492.292024] env[62880]: _type = "Task" [ 1492.292024] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.306357] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.306357] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.308076] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4599c1b8-192e-4814-815e-5c9fc1a6535f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.325276] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1492.325276] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528db01d-83f1-e702-41d6-057ac17b2790" [ 1492.325276] env[62880]: _type = "Task" [ 1492.325276] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.325276] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.341482] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance d8035c57-5ca0-48f5-bb18-93827db750f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1492.342845] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528db01d-83f1-e702-41d6-057ac17b2790, 'name': SearchDatastore_Task, 'duration_secs': 0.016001} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.343863] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f4d7e1-09db-454a-a6ad-ecec33f4462e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.349564] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1492.349564] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a7e54e-7955-0151-5aa6-6f9bead98240" [ 1492.349564] env[62880]: _type = "Task" [ 1492.349564] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.357990] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a7e54e-7955-0151-5aa6-6f9bead98240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.360707] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.397248] env[62880]: INFO nova.compute.manager [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Took 38.99 seconds to build instance. [ 1492.431906] env[62880]: INFO nova.compute.manager [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Detaching volume bb74f6b6-3e68-4acd-8e8c-c8a9bd367841 [ 1492.467146] env[62880]: INFO nova.virt.block_device [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Attempting to driver detach volume bb74f6b6-3e68-4acd-8e8c-c8a9bd367841 from mountpoint /dev/sdb [ 1492.467522] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1492.467603] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388592', 'volume_id': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'name': 'volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c392bcb-fea4-4624-bb9d-8eae7e209681', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'serial': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1492.468531] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f004509-e1fa-4b7d-ad46-4e4ce6fb8653 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.496078] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f714b8-2f8a-4d45-a030-c1f1f0df1b3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.503782] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7362bfc-64f2-4431-8488-3d5cff323365 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.525171] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd232a2-ebad-4e44-95b1-bba434f80c59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.540926] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] The volume has not been displaced from its original location: [datastore2] volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841/volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1492.546298] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1492.546616] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d272d64-304f-4fc4-a586-0b3c85bba01c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.564932] env[62880]: DEBUG oslo_vmware.api [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1492.564932] env[62880]: value = "task-1880358" [ 1492.564932] env[62880]: _type = "Task" [ 1492.564932] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.573828] env[62880]: DEBUG oslo_vmware.api [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.619314] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.747635] env[62880]: DEBUG oslo_vmware.api [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.659635} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.747910] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.748110] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.748368] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.748579] env[62880]: INFO nova.compute.manager [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1492.748715] env[62880]: DEBUG oslo.service.loopingcall [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.748913] env[62880]: DEBUG nova.compute.manager [-] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.749014] env[62880]: DEBUG nova.network.neutron [-] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.803067] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880356, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.846026] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance d8552fad-e6dd-4576-ac50-941cffd932e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1492.863830] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a7e54e-7955-0151-5aa6-6f9bead98240, 'name': SearchDatastore_Task, 'duration_secs': 0.019345} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.864141] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.864450] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] a2e7bd5a-14da-44d3-ad11-8948b5d83f19/a2e7bd5a-14da-44d3-ad11-8948b5d83f19.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.878944] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddd52b0b-ef8b-449a-b6ca-cc87a640b68e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.888362] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1492.888362] env[62880]: value = "task-1880359" [ 1492.888362] env[62880]: _type = "Task" [ 1492.888362] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.899095] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.899613] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1088cb4-3042-4ba8-8320-665198e2bb0e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "df273824-545b-49c0-a51a-5001c27dce18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.735s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.989918] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.077510] env[62880]: DEBUG oslo_vmware.api [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880358, 'name': ReconfigVM_Task, 'duration_secs': 0.478992} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.077804] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1493.082644] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a90b7b6-30c2-4021-8f59-3d9d23aec4ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.098487] env[62880]: DEBUG oslo_vmware.api [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1493.098487] env[62880]: value = "task-1880360" [ 1493.098487] env[62880]: _type = "Task" [ 1493.098487] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.106750] env[62880]: DEBUG oslo_vmware.api [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.115643] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880353, 'name': ReconfigVM_Task, 'duration_secs': 1.089953} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.115969] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4749f591-1b2b-4fa5-835e-4a83bd11f986/4749f591-1b2b-4fa5-835e-4a83bd11f986.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.116659] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11f09b01-56ea-49a5-8b27-27420b600361 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.119095] env[62880]: DEBUG nova.network.neutron [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Updated VIF entry in instance network info cache for port 8d8b190c-adcd-450d-a459-9f7cc8549cba. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.119514] env[62880]: DEBUG nova.network.neutron [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Updating instance_info_cache with network_info: [{"id": "8d8b190c-adcd-450d-a459-9f7cc8549cba", "address": "fa:16:3e:2b:cd:82", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b190c-ad", "ovs_interfaceid": "8d8b190c-adcd-450d-a459-9f7cc8549cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.126810] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1493.126810] env[62880]: value = "task-1880361" [ 1493.126810] env[62880]: _type = "Task" [ 1493.126810] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.135465] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880361, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.234794] env[62880]: DEBUG nova.compute.manager [req-7df49b55-cf9e-4a6e-b597-cf78fa355537 req-8d5cdf9e-36f2-4990-8487-8a9ae1994535 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Received event network-vif-deleted-df355e8b-d6cc-4eed-930b-2183afdd51ba {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1493.235011] env[62880]: INFO nova.compute.manager [req-7df49b55-cf9e-4a6e-b597-cf78fa355537 req-8d5cdf9e-36f2-4990-8487-8a9ae1994535 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Neutron deleted interface df355e8b-d6cc-4eed-930b-2183afdd51ba; detaching it from the instance and deleting it from the info cache [ 1493.235196] env[62880]: DEBUG nova.network.neutron [req-7df49b55-cf9e-4a6e-b597-cf78fa355537 req-8d5cdf9e-36f2-4990-8487-8a9ae1994535 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.303559] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654938} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.304019] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1493.304244] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.304568] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c056890-dcaa-4a5a-b9e8-36bd6b35a809 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.313847] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1493.313847] env[62880]: value = "task-1880362" [ 1493.313847] env[62880]: _type = "Task" [ 1493.313847] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.327982] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.347981] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 219bed14-d0ad-46eb-b2ec-2a3f240303b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1493.399855] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880359, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.402628] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1493.551839] env[62880]: DEBUG nova.network.neutron [-] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.610124] env[62880]: DEBUG oslo_vmware.api [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880360, 'name': ReconfigVM_Task, 'duration_secs': 0.235764} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.610124] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388592', 'volume_id': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'name': 'volume-bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c392bcb-fea4-4624-bb9d-8eae7e209681', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841', 'serial': 'bb74f6b6-3e68-4acd-8e8c-c8a9bd367841'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1493.622549] env[62880]: DEBUG oslo_concurrency.lockutils [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] Releasing lock "refresh_cache-a2e7bd5a-14da-44d3-ad11-8948b5d83f19" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.622549] env[62880]: DEBUG nova.compute.manager [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Received event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1493.622549] env[62880]: DEBUG nova.compute.manager [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing instance network info cache due to event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1493.622812] env[62880]: DEBUG oslo_concurrency.lockutils [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] Acquiring lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.623046] env[62880]: DEBUG oslo_concurrency.lockutils [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] Acquired lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.623185] env[62880]: DEBUG nova.network.neutron [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.636484] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880361, 'name': Rename_Task, 'duration_secs': 0.307869} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.637516] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.637793] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da037189-2dbc-4df6-b315-7785bb095581 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.646632] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1493.646632] env[62880]: value = "task-1880363" [ 1493.646632] env[62880]: _type = "Task" [ 1493.646632] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.657924] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.737986] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46b62f0e-08f0-4fd8-a45a-0f484c482f4e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.747596] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75cb4c-8429-4932-ada3-cb469627bb6e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.791858] env[62880]: DEBUG nova.compute.manager [req-7df49b55-cf9e-4a6e-b597-cf78fa355537 req-8d5cdf9e-36f2-4990-8487-8a9ae1994535 service nova] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Detach interface failed, port_id=df355e8b-d6cc-4eed-930b-2183afdd51ba, reason: Instance 270451b4-5dbf-450c-9495-900b2f546a97 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1493.823519] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263299} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.823797] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.824636] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3222d5-c616-4c9a-83a0-5ce216b2afa1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.845174] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.849014] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-076d7e69-141e-4c8d-a54d-a2dd2621f95f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.860879] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c68659d-0d8e-4370-8f58-93b5955b46ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1493.861199] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1493.861349] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5120MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1493.871702] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1493.871702] env[62880]: value = "task-1880364" [ 1493.871702] env[62880]: _type = "Task" [ 1493.871702] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.880661] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.899379] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668374} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.902206] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] a2e7bd5a-14da-44d3-ad11-8948b5d83f19/a2e7bd5a-14da-44d3-ad11-8948b5d83f19.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1493.902531] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.902997] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dcddb94-938a-4427-adf6-b89c59fae94d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.913706] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1493.913706] env[62880]: value = "task-1880365" [ 1493.913706] env[62880]: _type = "Task" [ 1493.913706] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.930269] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.932999] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.035257] env[62880]: DEBUG nova.compute.manager [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Received event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1494.035257] env[62880]: DEBUG nova.compute.manager [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing instance network info cache due to event network-changed-373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1494.035257] env[62880]: DEBUG oslo_concurrency.lockutils [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] Acquiring lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.054676] env[62880]: INFO nova.compute.manager [-] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Took 1.31 seconds to deallocate network for instance. [ 1494.158900] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.191304] env[62880]: DEBUG nova.objects.instance [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lazy-loading 'flavor' on Instance uuid 6c392bcb-fea4-4624-bb9d-8eae7e209681 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.271221] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67cbe7d-5211-4a11-a1f2-ee1c52a79ea6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.283361] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-57952433-f352-43d7-a18c-b5868b13cefd tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Suspending the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1494.283361] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6fe2367b-1e18-4ca8-b291-b34f392fa3a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.287736] env[62880]: DEBUG oslo_vmware.api [None req-57952433-f352-43d7-a18c-b5868b13cefd tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1494.287736] env[62880]: value = "task-1880366" [ 1494.287736] env[62880]: _type = "Task" [ 1494.287736] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.301957] env[62880]: DEBUG oslo_vmware.api [None req-57952433-f352-43d7-a18c-b5868b13cefd tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880366, 'name': SuspendVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.389151] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880364, 'name': ReconfigVM_Task, 'duration_secs': 0.323181} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.390155] env[62880]: DEBUG nova.network.neutron [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updated VIF entry in instance network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.390599] env[62880]: DEBUG nova.network.neutron [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [{"id": "373eb210-8ef1-44bb-b660-bf7571e2f965", "address": "fa:16:3e:82:a1:60", "network": {"id": "f950ce16-7402-4115-9923-473e38e4bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-572046720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3f205786b72d47a8aa526b9fe72f4a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373eb210-8e", "ovs_interfaceid": "373eb210-8ef1-44bb-b660-bf7571e2f965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.394471] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb/357808a6-b1be-4a2e-bf3e-0acca52c65bb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.396350] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63412829-ac3b-4b16-b675-6e463b0705f5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.404018] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1494.404018] env[62880]: value = "task-1880367" [ 1494.404018] env[62880]: _type = "Task" [ 1494.404018] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.414333] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880367, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.426054] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081851} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.426395] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1494.428045] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d92671c-6fff-4666-936c-a4479f1691b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.453329] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] a2e7bd5a-14da-44d3-ad11-8948b5d83f19/a2e7bd5a-14da-44d3-ad11-8948b5d83f19.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.456535] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "c202a47a-50ac-4056-a370-76ee0169a4af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.456782] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "c202a47a-50ac-4056-a370-76ee0169a4af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.456994] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "c202a47a-50ac-4056-a370-76ee0169a4af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.457197] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "c202a47a-50ac-4056-a370-76ee0169a4af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.457390] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "c202a47a-50ac-4056-a370-76ee0169a4af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.459475] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce795a6-b236-48b3-b21b-81186c68e5e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.473899] env[62880]: INFO nova.compute.manager [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Terminating instance [ 1494.483224] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1494.483224] env[62880]: value = "task-1880368" [ 1494.483224] env[62880]: _type = "Task" [ 1494.483224] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.496179] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.507695] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9469fff7-4221-4937-811a-5f5167fd5c8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.515422] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d1e1cc-7c3a-489e-bc18-59d0f1e5db15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.551402] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39229b45-d99f-4614-812c-ece66504f0e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.559617] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e7435b-1f75-4ddd-816c-b008f9d9784c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.564740] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.576984] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.623393] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1494.623679] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388603', 'volume_id': '310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'name': 'volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03222b41-6488-49b1-a214-837f3c33f7bc', 'attached_at': '', 'detached_at': '', 'volume_id': '310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'serial': '310fb3ff-b8c7-454a-9894-4cf79ad1255b'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1494.624830] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc73ed-30d8-4778-9d45-d7fd8985c4c6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.645630] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4271e2-4a1f-4de5-b0d6-3e4f59c40742 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.677626] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b/volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.681841] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e1cefc-d0ff-4a49-8fea-17292d6c8c44 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.694206] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.702061] env[62880]: DEBUG oslo_vmware.api [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Waiting for the task: (returnval){ [ 1494.702061] env[62880]: value = "task-1880369" [ 1494.702061] env[62880]: _type = "Task" [ 1494.702061] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.711226] env[62880]: DEBUG oslo_vmware.api [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Task: {'id': task-1880369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.800115] env[62880]: DEBUG oslo_vmware.api [None req-57952433-f352-43d7-a18c-b5868b13cefd tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880366, 'name': SuspendVM_Task} progress is 54%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.897769] env[62880]: DEBUG oslo_concurrency.lockutils [req-7087b8e1-17fd-4a23-8204-36799793b31f req-15db9846-29af-4e92-a861-c9ee66802ca2 service nova] Releasing lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.898312] env[62880]: DEBUG oslo_concurrency.lockutils [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] Acquired lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.898525] env[62880]: DEBUG nova.network.neutron [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Refreshing network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.917765] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880367, 'name': Rename_Task, 'duration_secs': 0.275179} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.918132] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.918348] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d80a8b9d-266b-4c05-9fd4-1b836485adc8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.925664] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Waiting for the task: (returnval){ [ 1494.925664] env[62880]: value = "task-1880370" [ 1494.925664] env[62880]: _type = "Task" [ 1494.925664] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.934410] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.979097] env[62880]: DEBUG nova.compute.manager [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1494.979440] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.980696] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788b917d-d01f-48c2-8555-7ad4926c1dc0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.996180] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.000934] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fdced34-4326-4337-bd85-f746939b0d73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.003235] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.009095] env[62880]: DEBUG oslo_vmware.api [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1495.009095] env[62880]: value = "task-1880371" [ 1495.009095] env[62880]: _type = "Task" [ 1495.009095] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.020172] env[62880]: DEBUG oslo_vmware.api [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.083310] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.159561] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880363, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.198903] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13df5145-e1b9-4d8c-a206-0c03e84a5886 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.212726] env[62880]: DEBUG oslo_vmware.api [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Task: {'id': task-1880369, 'name': ReconfigVM_Task, 'duration_secs': 0.446994} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.213096] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b/volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.218405] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac846afd-8c3c-4b52-b3f9-28723082c093 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.234081] env[62880]: DEBUG oslo_vmware.api [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Waiting for the task: (returnval){ [ 1495.234081] env[62880]: value = "task-1880372" [ 1495.234081] env[62880]: _type = "Task" [ 1495.234081] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.243390] env[62880]: DEBUG oslo_vmware.api [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Task: {'id': task-1880372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.301849] env[62880]: DEBUG oslo_vmware.api [None req-57952433-f352-43d7-a18c-b5868b13cefd tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880366, 'name': SuspendVM_Task, 'duration_secs': 0.793448} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.301849] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-57952433-f352-43d7-a18c-b5868b13cefd tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Suspended the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1495.302115] env[62880]: DEBUG nova.compute.manager [None req-57952433-f352-43d7-a18c-b5868b13cefd tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.302833] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051b6dff-0729-440a-9171-167eb5fc1f91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.436750] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.495912] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880368, 'name': ReconfigVM_Task, 'duration_secs': 0.702955} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.496239] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Reconfigured VM instance instance-00000029 to attach disk [datastore2] a2e7bd5a-14da-44d3-ad11-8948b5d83f19/a2e7bd5a-14da-44d3-ad11-8948b5d83f19.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.496889] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9d7b4cb-66cb-4fd6-af2a-f1c588ee1513 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.503391] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1495.503391] env[62880]: value = "task-1880373" [ 1495.503391] env[62880]: _type = "Task" [ 1495.503391] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.512143] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880373, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.520065] env[62880]: DEBUG oslo_vmware.api [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880371, 'name': PowerOffVM_Task, 'duration_secs': 0.466594} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.520321] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.520480] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.520729] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c6db9dc-0403-4e8a-b3bf-56806745c8f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.588586] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1495.589233] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.869s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.589233] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.057s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.589414] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.591401] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.192s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.593095] env[62880]: INFO nova.compute.claims [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.597402] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.597555] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1495.624994] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.625414] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.625560] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Deleting the datastore file [datastore2] c202a47a-50ac-4056-a370-76ee0169a4af {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.625885] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e9c7b0e-bc20-4b81-a557-3751c9fb4a12 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.632574] env[62880]: DEBUG oslo_vmware.api [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for the task: (returnval){ [ 1495.632574] env[62880]: value = "task-1880375" [ 1495.632574] env[62880]: _type = "Task" [ 1495.632574] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.640857] env[62880]: DEBUG oslo_vmware.api [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.642923] env[62880]: INFO nova.scheduler.client.report [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Deleted allocations for instance b053a896-d055-4e0a-8f85-8871df4bf5c0 [ 1495.658017] env[62880]: DEBUG oslo_vmware.api [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880363, 'name': PowerOnVM_Task, 'duration_secs': 1.76084} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.659404] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.659671] env[62880]: INFO nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Took 16.89 seconds to spawn the instance on the hypervisor. [ 1495.659892] env[62880]: DEBUG nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.660677] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1c9bd-7548-4d58-93eb-891955baa535 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.744199] env[62880]: DEBUG oslo_vmware.api [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Task: {'id': task-1880372, 'name': ReconfigVM_Task, 'duration_secs': 0.162655} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.744520] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388603', 'volume_id': '310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'name': 'volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03222b41-6488-49b1-a214-837f3c33f7bc', 'attached_at': '', 'detached_at': '', 'volume_id': '310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'serial': '310fb3ff-b8c7-454a-9894-4cf79ad1255b'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1495.941567] env[62880]: DEBUG oslo_vmware.api [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Task: {'id': task-1880370, 'name': PowerOnVM_Task, 'duration_secs': 0.601354} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.941567] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.941567] env[62880]: DEBUG nova.compute.manager [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.941567] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6068600c-08d5-4233-b37d-afe48966fa3f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.951414] env[62880]: DEBUG nova.network.neutron [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updated VIF entry in instance network info cache for port 373eb210-8ef1-44bb-b660-bf7571e2f965. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.951790] env[62880]: DEBUG nova.network.neutron [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [{"id": "373eb210-8ef1-44bb-b660-bf7571e2f965", "address": "fa:16:3e:82:a1:60", "network": {"id": "f950ce16-7402-4115-9923-473e38e4bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-572046720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3f205786b72d47a8aa526b9fe72f4a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373eb210-8e", "ovs_interfaceid": "373eb210-8ef1-44bb-b660-bf7571e2f965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.014637] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880373, 'name': Rename_Task, 'duration_secs': 0.368946} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.015118] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.015211] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e713ccba-a478-403f-ab10-47efa1478e93 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.021678] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1496.021678] env[62880]: value = "task-1880376" [ 1496.021678] env[62880]: _type = "Task" [ 1496.021678] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.029493] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.106572] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] There are 15 instances to clean {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1496.106856] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 75dbff7e-0fe3-401b-9fa5-fee79b4edb4c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1496.143204] env[62880]: DEBUG oslo_vmware.api [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.149651] env[62880]: DEBUG oslo_concurrency.lockutils [None req-60d1c0df-f807-4ade-98b5-5e453b786576 tempest-ServerTagsTestJSON-934437892 tempest-ServerTagsTestJSON-934437892-project-member] Lock "b053a896-d055-4e0a-8f85-8871df4bf5c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.192s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.182572] env[62880]: INFO nova.compute.manager [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Took 46.76 seconds to build instance. [ 1496.460529] env[62880]: DEBUG oslo_concurrency.lockutils [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] Releasing lock "refresh_cache-c202a47a-50ac-4056-a370-76ee0169a4af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.464024] env[62880]: DEBUG nova.compute.manager [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Received event network-changed-f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1496.464024] env[62880]: DEBUG nova.compute.manager [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Refreshing instance network info cache due to event network-changed-f29f5d79-a986-49ef-a840-580dc02814eb. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1496.464024] env[62880]: DEBUG oslo_concurrency.lockutils [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] Acquiring lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.464024] env[62880]: DEBUG oslo_concurrency.lockutils [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] Acquired lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.464024] env[62880]: DEBUG nova.network.neutron [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Refreshing network info cache for port f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.466602] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.535724] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.612837] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 01a12c31-8582-4cd7-a85a-2029bc7ac6c4] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1496.646346] env[62880]: DEBUG oslo_vmware.api [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Task: {'id': task-1880375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.690963} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.646721] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.646783] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.647204] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.647204] env[62880]: INFO nova.compute.manager [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1496.647386] env[62880]: DEBUG oslo.service.loopingcall [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.647577] env[62880]: DEBUG nova.compute.manager [-] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.647661] env[62880]: DEBUG nova.network.neutron [-] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.685026] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6825c495-5a75-4304-90e2-dc1d62cee4c2 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "4749f591-1b2b-4fa5-835e-4a83bd11f986" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.544s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.774300] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.774474] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.814084] env[62880]: DEBUG nova.objects.instance [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Lazy-loading 'flavor' on Instance uuid 03222b41-6488-49b1-a214-837f3c33f7bc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.035800] env[62880]: DEBUG oslo_vmware.api [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880376, 'name': PowerOnVM_Task, 'duration_secs': 0.845233} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.036138] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.036391] env[62880]: INFO nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1497.036613] env[62880]: DEBUG nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.038953] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9ea94-1dd0-43cf-9654-aee174a6801f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.074191] env[62880]: DEBUG nova.compute.manager [req-805e3945-1c4b-4625-be1f-6de68fa79e5e req-9ea0bd78-7fd1-4d5a-a4bf-37306ea675d8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Received event network-changed-28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1497.074474] env[62880]: DEBUG nova.compute.manager [req-805e3945-1c4b-4625-be1f-6de68fa79e5e req-9ea0bd78-7fd1-4d5a-a4bf-37306ea675d8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Refreshing instance network info cache due to event network-changed-28aad13f-186d-411c-b175-0794415178a6. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1497.076208] env[62880]: DEBUG oslo_concurrency.lockutils [req-805e3945-1c4b-4625-be1f-6de68fa79e5e req-9ea0bd78-7fd1-4d5a-a4bf-37306ea675d8 service nova] Acquiring lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.076208] env[62880]: DEBUG oslo_concurrency.lockutils [req-805e3945-1c4b-4625-be1f-6de68fa79e5e req-9ea0bd78-7fd1-4d5a-a4bf-37306ea675d8 service nova] Acquired lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.076208] env[62880]: DEBUG nova.network.neutron [req-805e3945-1c4b-4625-be1f-6de68fa79e5e req-9ea0bd78-7fd1-4d5a-a4bf-37306ea675d8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Refreshing network info cache for port 28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.120080] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: fcae5801-3f10-4da2-9148-771ddcc9942a] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1497.172167] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.172417] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.172623] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.172800] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.172988] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.174822] env[62880]: INFO nova.compute.manager [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Terminating instance [ 1497.189016] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.236657] env[62880]: DEBUG nova.network.neutron [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Updated VIF entry in instance network info cache for port f29f5d79-a986-49ef-a840-580dc02814eb. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.237017] env[62880]: DEBUG nova.network.neutron [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Updating instance_info_cache with network_info: [{"id": "f29f5d79-a986-49ef-a840-580dc02814eb", "address": "fa:16:3e:f2:8f:33", "network": {"id": "b74a28b1-b7cf-40de-bd6e-70e0e741f953", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-414171494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0dfb9f8019f4c2a9de3aa4135f69f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29f5d79-a9", "ovs_interfaceid": "f29f5d79-a986-49ef-a840-580dc02814eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.263160] env[62880]: DEBUG nova.compute.manager [req-80ff0571-ab63-4a77-8385-e93a1f49ed49 req-7df3a6bf-4ff8-477b-98c5-502fde7bfa2d service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Received event network-vif-deleted-373eb210-8ef1-44bb-b660-bf7571e2f965 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1497.263160] env[62880]: INFO nova.compute.manager [req-80ff0571-ab63-4a77-8385-e93a1f49ed49 req-7df3a6bf-4ff8-477b-98c5-502fde7bfa2d service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Neutron deleted interface 373eb210-8ef1-44bb-b660-bf7571e2f965; detaching it from the instance and deleting it from the info cache [ 1497.263160] env[62880]: DEBUG nova.network.neutron [req-80ff0571-ab63-4a77-8385-e93a1f49ed49 req-7df3a6bf-4ff8-477b-98c5-502fde7bfa2d service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.293312] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6a3d9d-a3b1-4201-9e8a-84b34af6d425 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.300491] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd42e1a-b305-4c3b-9344-3fafa5d308d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.333689] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c3298-860f-4500-991f-4f4feb6756f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.336625] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0291b0ca-3e6e-49d3-97e0-a33dbdf2ec55 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.348s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.343118] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a2058-3ded-4ca1-96d8-739b30c1ff16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.356757] env[62880]: DEBUG nova.compute.provider_tree [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.357574] env[62880]: WARNING oslo_messaging._drivers.amqpdriver [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1497.567211] env[62880]: INFO nova.compute.manager [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Took 40.24 seconds to build instance. [ 1497.626554] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 48a2cbcd-666e-44c7-989b-3b1d66c08971] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1497.629812] env[62880]: DEBUG nova.network.neutron [-] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.679036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "refresh_cache-357808a6-b1be-4a2e-bf3e-0acca52c65bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.679036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquired lock "refresh_cache-357808a6-b1be-4a2e-bf3e-0acca52c65bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.679036] env[62880]: DEBUG nova.network.neutron [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.719442] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.739947] env[62880]: DEBUG oslo_concurrency.lockutils [req-7a44229c-57ed-41c0-8e94-7322c200d430 req-4694f956-d43b-4ddc-8dc9-ac485ce0e1e8 service nova] Releasing lock "refresh_cache-30492d40-8f2a-4270-a033-59ada9031bef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.768159] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b842acb-54ec-4d80-9af1-427b00116925 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.784024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd8c66d-636b-419c-aa69-60d5b4a75f41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.832784] env[62880]: DEBUG nova.compute.manager [req-80ff0571-ab63-4a77-8385-e93a1f49ed49 req-7df3a6bf-4ff8-477b-98c5-502fde7bfa2d service nova] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Detach interface failed, port_id=373eb210-8ef1-44bb-b660-bf7571e2f965, reason: Instance c202a47a-50ac-4056-a370-76ee0169a4af could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1497.861741] env[62880]: DEBUG nova.scheduler.client.report [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.956934] env[62880]: DEBUG nova.network.neutron [req-805e3945-1c4b-4625-be1f-6de68fa79e5e req-9ea0bd78-7fd1-4d5a-a4bf-37306ea675d8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updated VIF entry in instance network info cache for port 28aad13f-186d-411c-b175-0794415178a6. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.957349] env[62880]: DEBUG nova.network.neutron [req-805e3945-1c4b-4625-be1f-6de68fa79e5e req-9ea0bd78-7fd1-4d5a-a4bf-37306ea675d8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updating instance_info_cache with network_info: [{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.069976] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b2ddddd-d9ce-45c2-9321-0831ecdd94ba tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.068s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.132683] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 60000f2d-9fcc-4139-a19e-ec58387a243d] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1498.141025] env[62880]: INFO nova.compute.manager [-] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Took 1.49 seconds to deallocate network for instance. [ 1498.175326] env[62880]: DEBUG nova.compute.manager [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.176282] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6859faab-e84e-479b-95d3-b3b3ea187e52 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.204402] env[62880]: DEBUG nova.network.neutron [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.273277] env[62880]: DEBUG nova.network.neutron [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.308200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Acquiring lock "03222b41-6488-49b1-a214-837f3c33f7bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.308200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.368395] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.368986] env[62880]: DEBUG nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1498.371883] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.288s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.373550] env[62880]: INFO nova.compute.claims [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.460667] env[62880]: DEBUG oslo_concurrency.lockutils [req-805e3945-1c4b-4625-be1f-6de68fa79e5e req-9ea0bd78-7fd1-4d5a-a4bf-37306ea675d8 service nova] Releasing lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.572641] env[62880]: DEBUG nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.637392] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b9c20761-4bf1-4baf-9d77-948feb1d435c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1498.648730] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.690499] env[62880]: INFO nova.compute.manager [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] instance snapshotting [ 1498.690499] env[62880]: WARNING nova.compute.manager [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1498.698329] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2701ec7f-81f4-4bed-8556-8194a09476de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.735018] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f95183-bf13-42fa-a745-a984266d5ae0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.776136] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Releasing lock "refresh_cache-357808a6-b1be-4a2e-bf3e-0acca52c65bb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.776589] env[62880]: DEBUG nova.compute.manager [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.776819] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.778164] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f0da0-ca30-4ab7-9ffa-1c8fe9f8fe1e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.787043] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.787043] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3073b284-5ec3-4bcd-b82d-bb9d7f094408 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.793158] env[62880]: DEBUG oslo_vmware.api [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1498.793158] env[62880]: value = "task-1880377" [ 1498.793158] env[62880]: _type = "Task" [ 1498.793158] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.801276] env[62880]: DEBUG oslo_vmware.api [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.810706] env[62880]: INFO nova.compute.manager [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Detaching volume 310fb3ff-b8c7-454a-9894-4cf79ad1255b [ 1498.846530] env[62880]: INFO nova.virt.block_device [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Attempting to driver detach volume 310fb3ff-b8c7-454a-9894-4cf79ad1255b from mountpoint /dev/sdb [ 1498.846837] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1498.847068] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388603', 'volume_id': '310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'name': 'volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03222b41-6488-49b1-a214-837f3c33f7bc', 'attached_at': '', 'detached_at': '', 'volume_id': '310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'serial': '310fb3ff-b8c7-454a-9894-4cf79ad1255b'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1498.847999] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d923d0-af46-4e5d-9efa-028745d20784 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.872047] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16775a06-b549-4875-b1b4-a687c0f18bad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.880041] env[62880]: DEBUG nova.compute.utils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.884081] env[62880]: DEBUG nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.884286] env[62880]: DEBUG nova.network.neutron [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.886869] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625244e1-6bcd-48e3-aa02-1645a5e62dc8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.911668] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1b72ea-dbe2-45b5-9d8a-6caca0a161dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.928789] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] The volume has not been displaced from its original location: [datastore1] volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b/volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1498.934225] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1498.934925] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8e603d-71dd-458c-8830-4b5d8d0c8804 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.953505] env[62880]: DEBUG oslo_vmware.api [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Waiting for the task: (returnval){ [ 1498.953505] env[62880]: value = "task-1880378" [ 1498.953505] env[62880]: _type = "Task" [ 1498.953505] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.963336] env[62880]: DEBUG oslo_vmware.api [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Task: {'id': task-1880378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.964585] env[62880]: DEBUG nova.policy [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d2fafc29ffe476f9dffc47c810b4b42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f7366c5fa164d389a016c75d85ba6f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1499.098712] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.141183] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 1088fc4b-f281-47b1-b77d-d9ff3623b6bc] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1499.249226] env[62880]: DEBUG nova.network.neutron [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Successfully created port: 88addfed-fd77-476e-9d16-b24974ff7f50 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1499.252210] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1499.253461] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-392a04a4-e032-4d7a-86b8-450ccc02fcbc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.260773] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1499.260773] env[62880]: value = "task-1880379" [ 1499.260773] env[62880]: _type = "Task" [ 1499.260773] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.271388] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880379, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.302306] env[62880]: DEBUG oslo_vmware.api [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880377, 'name': PowerOffVM_Task, 'duration_secs': 0.135645} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.302457] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.302670] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.302801] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dd802d4-678d-4eca-a7b1-b09885d5e40e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.327171] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.327301] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.327487] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Deleting the datastore file [datastore2] 357808a6-b1be-4a2e-bf3e-0acca52c65bb {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.327754] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52dd47f9-7568-4a6a-8901-70c7bf69be05 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.334583] env[62880]: DEBUG oslo_vmware.api [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for the task: (returnval){ [ 1499.334583] env[62880]: value = "task-1880381" [ 1499.334583] env[62880]: _type = "Task" [ 1499.334583] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.342904] env[62880]: DEBUG oslo_vmware.api [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.384776] env[62880]: DEBUG nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1499.463755] env[62880]: DEBUG oslo_vmware.api [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Task: {'id': task-1880378, 'name': ReconfigVM_Task, 'duration_secs': 0.270823} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.466631] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1499.472169] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2432f4de-d74b-4d61-bf77-822d8760ad95 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.488752] env[62880]: DEBUG oslo_vmware.api [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Waiting for the task: (returnval){ [ 1499.488752] env[62880]: value = "task-1880382" [ 1499.488752] env[62880]: _type = "Task" [ 1499.488752] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.503229] env[62880]: DEBUG oslo_vmware.api [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Task: {'id': task-1880382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.646561] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 04baf98f-b65c-4c0f-8333-ae165671fbd7] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1499.773622] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880379, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.846083] env[62880]: DEBUG oslo_vmware.api [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Task: {'id': task-1880381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17187} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.848852] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.849074] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.849264] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.849437] env[62880]: INFO nova.compute.manager [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1499.849771] env[62880]: DEBUG oslo.service.loopingcall [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.850335] env[62880]: DEBUG nova.compute.manager [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.850437] env[62880]: DEBUG nova.network.neutron [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.875025] env[62880]: DEBUG nova.network.neutron [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1499.977833] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb1a404-c73e-473c-ad55-0ad1ab8070c1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.985658] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b77954-b6e8-4989-beda-b3d42db7f7b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.020397] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc2f29a-2c64-4275-ab64-9b05219d7604 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.031742] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5cc0ea-c3b8-4250-b59e-87fa996c2699 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.035768] env[62880]: DEBUG oslo_vmware.api [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Task: {'id': task-1880382, 'name': ReconfigVM_Task, 'duration_secs': 0.163928} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.036099] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388603', 'volume_id': '310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'name': 'volume-310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03222b41-6488-49b1-a214-837f3c33f7bc', 'attached_at': '', 'detached_at': '', 'volume_id': '310fb3ff-b8c7-454a-9894-4cf79ad1255b', 'serial': '310fb3ff-b8c7-454a-9894-4cf79ad1255b'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1500.049860] env[62880]: DEBUG nova.compute.provider_tree [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.153649] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 1af5d96c-08b1-45ed-ae51-d3509b7b4488] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1500.274810] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880379, 'name': CreateSnapshot_Task, 'duration_secs': 0.816874} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.275267] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1500.276433] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bd4727-66f7-4a7a-95e5-cddfe6364cba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.376105] env[62880]: DEBUG nova.network.neutron [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.395443] env[62880]: DEBUG nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1500.426148] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1500.426148] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.426148] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1500.426326] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.426326] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1500.426326] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1500.426499] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1500.426657] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1500.426824] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1500.426981] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1500.427167] env[62880]: DEBUG nova.virt.hardware [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1500.428078] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2178e2e-bc34-49cc-a6b8-b67161b5819f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.436298] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761af2e3-9db1-4157-8ce2-f6d60c6e480b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.553012] env[62880]: DEBUG nova.scheduler.client.report [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.589832] env[62880]: DEBUG nova.objects.instance [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Lazy-loading 'flavor' on Instance uuid 03222b41-6488-49b1-a214-837f3c33f7bc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.659585] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: e572f2ad-ee8c-4cd9-8b62-2ce04cbc1b11] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1500.681696] env[62880]: DEBUG nova.compute.manager [req-66c2a086-8ea4-44b3-96ca-c6758dd0d65e req-2d55d94a-f778-4e5c-b4cc-0cf149090803 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Received event network-vif-plugged-88addfed-fd77-476e-9d16-b24974ff7f50 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1500.681922] env[62880]: DEBUG oslo_concurrency.lockutils [req-66c2a086-8ea4-44b3-96ca-c6758dd0d65e req-2d55d94a-f778-4e5c-b4cc-0cf149090803 service nova] Acquiring lock "dbe11c40-bebb-4c51-bd89-1dff368ba074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.682174] env[62880]: DEBUG oslo_concurrency.lockutils [req-66c2a086-8ea4-44b3-96ca-c6758dd0d65e req-2d55d94a-f778-4e5c-b4cc-0cf149090803 service nova] Lock "dbe11c40-bebb-4c51-bd89-1dff368ba074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.682348] env[62880]: DEBUG oslo_concurrency.lockutils [req-66c2a086-8ea4-44b3-96ca-c6758dd0d65e req-2d55d94a-f778-4e5c-b4cc-0cf149090803 service nova] Lock "dbe11c40-bebb-4c51-bd89-1dff368ba074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.682528] env[62880]: DEBUG nova.compute.manager [req-66c2a086-8ea4-44b3-96ca-c6758dd0d65e req-2d55d94a-f778-4e5c-b4cc-0cf149090803 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] No waiting events found dispatching network-vif-plugged-88addfed-fd77-476e-9d16-b24974ff7f50 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1500.682687] env[62880]: WARNING nova.compute.manager [req-66c2a086-8ea4-44b3-96ca-c6758dd0d65e req-2d55d94a-f778-4e5c-b4cc-0cf149090803 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Received unexpected event network-vif-plugged-88addfed-fd77-476e-9d16-b24974ff7f50 for instance with vm_state building and task_state spawning. [ 1500.791081] env[62880]: DEBUG nova.network.neutron [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Successfully updated port: 88addfed-fd77-476e-9d16-b24974ff7f50 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.799406] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1500.799986] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74294d0d-d020-4704-ba24-7b267eeca5bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.812334] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1500.812334] env[62880]: value = "task-1880383" [ 1500.812334] env[62880]: _type = "Task" [ 1500.812334] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.821402] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880383, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.878675] env[62880]: INFO nova.compute.manager [-] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Took 1.03 seconds to deallocate network for instance. [ 1501.058224] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.058461] env[62880]: DEBUG nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1501.061049] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.413s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.064616] env[62880]: INFO nova.compute.claims [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.163307] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: a372b49c-97d8-4e9c-9bdb-00b5bdd3b8cc] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1501.301147] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "refresh_cache-dbe11c40-bebb-4c51-bd89-1dff368ba074" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.301335] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquired lock "refresh_cache-dbe11c40-bebb-4c51-bd89-1dff368ba074" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.301489] env[62880]: DEBUG nova.network.neutron [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.323399] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880383, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.388869] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.567763] env[62880]: DEBUG nova.compute.utils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.570787] env[62880]: DEBUG nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1501.570966] env[62880]: DEBUG nova.network.neutron [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.597338] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4985bb53-753d-4eed-821d-c3daf02a4aa3 tempest-VolumesAssistedSnapshotsTest-2013826087 tempest-VolumesAssistedSnapshotsTest-2013826087-project-admin] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.616388] env[62880]: DEBUG nova.policy [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4168d332786d4bb995c8d1f8fc54cf17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f169b3683a441d8773d438fbe42b70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1501.666568] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 4bf69568-7e1c-4556-bcf2-c25f1db550bb] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1501.824215] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880383, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.837734] env[62880]: DEBUG nova.network.neutron [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.890249] env[62880]: DEBUG nova.network.neutron [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Successfully created port: de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.027297] env[62880]: DEBUG nova.network.neutron [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Updating instance_info_cache with network_info: [{"id": "88addfed-fd77-476e-9d16-b24974ff7f50", "address": "fa:16:3e:86:8a:7a", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88addfed-fd", "ovs_interfaceid": "88addfed-fd77-476e-9d16-b24974ff7f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.072039] env[62880]: DEBUG nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1502.170801] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 5174ef9a-700e-40df-8533-b1f980a26bc0] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1502.324626] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880383, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.531068] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Releasing lock "refresh_cache-dbe11c40-bebb-4c51-bd89-1dff368ba074" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.531068] env[62880]: DEBUG nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Instance network_info: |[{"id": "88addfed-fd77-476e-9d16-b24974ff7f50", "address": "fa:16:3e:86:8a:7a", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88addfed-fd", "ovs_interfaceid": "88addfed-fd77-476e-9d16-b24974ff7f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1502.531273] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:8a:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88addfed-fd77-476e-9d16-b24974ff7f50', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.539811] env[62880]: DEBUG oslo.service.loopingcall [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.542284] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.542737] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9455e39d-3bef-43d6-9527-f498804d2aec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.559106] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc32cd43-ec2f-44c7-b4a9-504ca8a72d7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.567990] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9f358d-7d0d-4002-9f96-5fef3a0dccb9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.571265] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.571265] env[62880]: value = "task-1880385" [ 1502.571265] env[62880]: _type = "Task" [ 1502.571265] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.611042] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec7368-4f67-4984-bd72-dc926222c960 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.612319] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880385, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.617927] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19457bcb-4709-4685-b4c5-a8cee4e7ce2e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.632281] env[62880]: DEBUG nova.compute.provider_tree [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.677698] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: ce12836a-0f8b-4085-ad13-7b1476842cab] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1502.708895] env[62880]: DEBUG nova.compute.manager [req-e60f63de-16ae-4eac-98a0-4239ccdc0ae8 req-93262715-7afd-4665-b681-d0274982a020 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Received event network-changed-88addfed-fd77-476e-9d16-b24974ff7f50 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1502.710194] env[62880]: DEBUG nova.compute.manager [req-e60f63de-16ae-4eac-98a0-4239ccdc0ae8 req-93262715-7afd-4665-b681-d0274982a020 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Refreshing instance network info cache due to event network-changed-88addfed-fd77-476e-9d16-b24974ff7f50. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1502.710194] env[62880]: DEBUG oslo_concurrency.lockutils [req-e60f63de-16ae-4eac-98a0-4239ccdc0ae8 req-93262715-7afd-4665-b681-d0274982a020 service nova] Acquiring lock "refresh_cache-dbe11c40-bebb-4c51-bd89-1dff368ba074" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.710194] env[62880]: DEBUG oslo_concurrency.lockutils [req-e60f63de-16ae-4eac-98a0-4239ccdc0ae8 req-93262715-7afd-4665-b681-d0274982a020 service nova] Acquired lock "refresh_cache-dbe11c40-bebb-4c51-bd89-1dff368ba074" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.710194] env[62880]: DEBUG nova.network.neutron [req-e60f63de-16ae-4eac-98a0-4239ccdc0ae8 req-93262715-7afd-4665-b681-d0274982a020 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Refreshing network info cache for port 88addfed-fd77-476e-9d16-b24974ff7f50 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.825047] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880383, 'name': CloneVM_Task, 'duration_secs': 1.654698} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.825335] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Created linked-clone VM from snapshot [ 1502.826049] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404b10a3-6420-425d-97c3-f0fed6ca614c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.833483] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Uploading image f1365fd2-2e69-4cbc-bb61-13c53c057a25 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1502.857322] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1502.857322] env[62880]: value = "vm-388605" [ 1502.857322] env[62880]: _type = "VirtualMachine" [ 1502.857322] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1502.857686] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-995f30bd-69bf-4ea9-be65-ae74aebd35e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.865695] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lease: (returnval){ [ 1502.865695] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b0345-0154-eeff-a4d5-419aa4a31a41" [ 1502.865695] env[62880]: _type = "HttpNfcLease" [ 1502.865695] env[62880]: } obtained for exporting VM: (result){ [ 1502.865695] env[62880]: value = "vm-388605" [ 1502.865695] env[62880]: _type = "VirtualMachine" [ 1502.865695] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1502.865695] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the lease: (returnval){ [ 1502.865695] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b0345-0154-eeff-a4d5-419aa4a31a41" [ 1502.865695] env[62880]: _type = "HttpNfcLease" [ 1502.865695] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1502.872641] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1502.872641] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b0345-0154-eeff-a4d5-419aa4a31a41" [ 1502.872641] env[62880]: _type = "HttpNfcLease" [ 1502.872641] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1503.082309] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880385, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.114753] env[62880]: DEBUG nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1503.135429] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1503.135739] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1503.135915] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1503.136119] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1503.136269] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1503.136450] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1503.136619] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1503.136780] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1503.136945] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1503.137121] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1503.137295] env[62880]: DEBUG nova.virt.hardware [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1503.138106] env[62880]: DEBUG nova.scheduler.client.report [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.141675] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed3e59e-a0bc-4847-b812-00a247b731b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.149651] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1119273-0191-4194-85c6-829845431fe7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.181207] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 0058723c-7203-4ca2-b25f-d0fa00938d57] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1503.375196] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1503.375196] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b0345-0154-eeff-a4d5-419aa4a31a41" [ 1503.375196] env[62880]: _type = "HttpNfcLease" [ 1503.375196] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1503.375463] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1503.375463] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b0345-0154-eeff-a4d5-419aa4a31a41" [ 1503.375463] env[62880]: _type = "HttpNfcLease" [ 1503.375463] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1503.376250] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed82a0-18c3-4a86-9759-0d60e8657880 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.384410] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526421c2-9ff2-03bc-38a0-8a803efb71c5/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1503.384789] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526421c2-9ff2-03bc-38a0-8a803efb71c5/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1503.454945] env[62880]: DEBUG nova.network.neutron [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Successfully updated port: de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.486239] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74b915d0-7472-408c-a4db-bc26cd1c9420 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.549243] env[62880]: DEBUG nova.network.neutron [req-e60f63de-16ae-4eac-98a0-4239ccdc0ae8 req-93262715-7afd-4665-b681-d0274982a020 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Updated VIF entry in instance network info cache for port 88addfed-fd77-476e-9d16-b24974ff7f50. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.549619] env[62880]: DEBUG nova.network.neutron [req-e60f63de-16ae-4eac-98a0-4239ccdc0ae8 req-93262715-7afd-4665-b681-d0274982a020 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Updating instance_info_cache with network_info: [{"id": "88addfed-fd77-476e-9d16-b24974ff7f50", "address": "fa:16:3e:86:8a:7a", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88addfed-fd", "ovs_interfaceid": "88addfed-fd77-476e-9d16-b24974ff7f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.582075] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880385, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.648176] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.648176] env[62880]: DEBUG nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1503.650063] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.173s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.652781] env[62880]: INFO nova.compute.claims [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.957455] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.957781] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquired lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.957962] env[62880]: DEBUG nova.network.neutron [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.053101] env[62880]: DEBUG oslo_concurrency.lockutils [req-e60f63de-16ae-4eac-98a0-4239ccdc0ae8 req-93262715-7afd-4665-b681-d0274982a020 service nova] Releasing lock "refresh_cache-dbe11c40-bebb-4c51-bd89-1dff368ba074" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.085330] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880385, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.160254] env[62880]: DEBUG nova.compute.utils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1504.164161] env[62880]: DEBUG nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1504.164161] env[62880]: DEBUG nova.network.neutron [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1504.216212] env[62880]: DEBUG nova.policy [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81ee8b2e935d47e28f35f4045e5beb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6838d6fb25934f51af917bbb4719cfbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1504.500533] env[62880]: DEBUG nova.network.neutron [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.584994] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880385, 'name': CreateVM_Task, 'duration_secs': 1.603658} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.585732] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.586478] env[62880]: DEBUG nova.network.neutron [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Successfully created port: 1c629f16-7bee-4692-8682-317c67dbbceb {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1504.589258] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.590077] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.592107] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.592107] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c440cad-54e9-4590-a434-4e09cb933652 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.598471] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1504.598471] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c0e044-071d-2214-7264-32fb20e3041a" [ 1504.598471] env[62880]: _type = "Task" [ 1504.598471] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.608657] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c0e044-071d-2214-7264-32fb20e3041a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.666892] env[62880]: DEBUG nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1504.680604] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.680604] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.682261] env[62880]: DEBUG nova.network.neutron [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Updating instance_info_cache with network_info: [{"id": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "address": "fa:16:3e:fd:f3:1c", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde46c7a5-90", "ovs_interfaceid": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.794741] env[62880]: DEBUG nova.compute.manager [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Received event network-vif-plugged-de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1504.794741] env[62880]: DEBUG oslo_concurrency.lockutils [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] Acquiring lock "c801be10-4ae2-4a93-a63a-44b2cae5c143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.794876] env[62880]: DEBUG oslo_concurrency.lockutils [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] Lock "c801be10-4ae2-4a93-a63a-44b2cae5c143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.797167] env[62880]: DEBUG oslo_concurrency.lockutils [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] Lock "c801be10-4ae2-4a93-a63a-44b2cae5c143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.798108] env[62880]: DEBUG nova.compute.manager [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] No waiting events found dispatching network-vif-plugged-de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1504.798317] env[62880]: WARNING nova.compute.manager [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Received unexpected event network-vif-plugged-de46c7a5-9009-4658-9db3-9e3d64d501f1 for instance with vm_state building and task_state spawning. [ 1504.798490] env[62880]: DEBUG nova.compute.manager [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Received event network-changed-de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1504.798675] env[62880]: DEBUG nova.compute.manager [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Refreshing instance network info cache due to event network-changed-de46c7a5-9009-4658-9db3-9e3d64d501f1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1504.798889] env[62880]: DEBUG oslo_concurrency.lockutils [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] Acquiring lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.114287] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c0e044-071d-2214-7264-32fb20e3041a, 'name': SearchDatastore_Task, 'duration_secs': 0.022797} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.114944] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.115339] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.115605] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.115791] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.116041] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.118939] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e057d710-eb9f-4b54-aedf-3e99742e186e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.130912] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.130912] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.131719] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4f71a5-fddb-49d4-bf20-a3feec211afb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.140490] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1505.140490] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520d6a75-0c54-d345-92c8-63b03c3a83c8" [ 1505.140490] env[62880]: _type = "Task" [ 1505.140490] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.148890] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520d6a75-0c54-d345-92c8-63b03c3a83c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.191466] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Releasing lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.191768] env[62880]: DEBUG nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Instance network_info: |[{"id": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "address": "fa:16:3e:fd:f3:1c", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde46c7a5-90", "ovs_interfaceid": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.194847] env[62880]: DEBUG oslo_concurrency.lockutils [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] Acquired lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.195073] env[62880]: DEBUG nova.network.neutron [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Refreshing network info cache for port de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.196289] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:f3:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de46c7a5-9009-4658-9db3-9e3d64d501f1', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.203842] env[62880]: DEBUG oslo.service.loopingcall [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.204061] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.204210] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1505.204400] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1505.206254] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.207994] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3afdd806-afd6-4c9c-b812-85c008e90490 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.231742] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.231742] env[62880]: value = "task-1880387" [ 1505.231742] env[62880]: _type = "Task" [ 1505.231742] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.245695] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880387, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.312254] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375a11fc-3026-4141-b33b-a11765ff0fd4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.320463] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4c31f3-b434-4593-86b3-24ded64be02b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.357599] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9334cb51-7fea-483f-8600-29f54c7c6ad7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.366216] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9cb238-e714-4003-b8fc-0d160127b725 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.380564] env[62880]: DEBUG nova.compute.provider_tree [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.653101] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520d6a75-0c54-d345-92c8-63b03c3a83c8, 'name': SearchDatastore_Task, 'duration_secs': 0.026689} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.653247] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddac51a-1702-4e54-b03e-e3cde99d894e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.658757] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1505.658757] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ef643b-96f8-95f5-0c78-c926a84ba564" [ 1505.658757] env[62880]: _type = "Task" [ 1505.658757] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.666675] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ef643b-96f8-95f5-0c78-c926a84ba564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.674955] env[62880]: DEBUG nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1505.699756] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1505.699988] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.700154] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1505.700396] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.700467] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1505.700617] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1505.700820] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1505.701986] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1505.701986] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1505.701986] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1505.701986] env[62880]: DEBUG nova.virt.hardware [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1505.702337] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74722898-09a6-4975-81e2-9a0d3f57dfe4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.716531] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1505.716701] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1505.716843] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1505.716971] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1505.720412] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304f8a0b-9929-411f-8144-a3aaf8cc447d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.742663] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880387, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.752829] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.753008] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquired lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.753169] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Forcefully refreshing network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1505.753401] env[62880]: DEBUG nova.objects.instance [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lazy-loading 'info_cache' on Instance uuid 98af636c-27b8-455b-b1f6-53cafbdbf9ed {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.757385] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquiring lock "03222b41-6488-49b1-a214-837f3c33f7bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.757626] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.757800] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquiring lock "03222b41-6488-49b1-a214-837f3c33f7bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.757977] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "03222b41-6488-49b1-a214-837f3c33f7bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.758176] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "03222b41-6488-49b1-a214-837f3c33f7bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.759919] env[62880]: INFO nova.compute.manager [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Terminating instance [ 1505.883949] env[62880]: DEBUG nova.scheduler.client.report [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.939335] env[62880]: DEBUG nova.network.neutron [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Updated VIF entry in instance network info cache for port de46c7a5-9009-4658-9db3-9e3d64d501f1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.939702] env[62880]: DEBUG nova.network.neutron [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Updating instance_info_cache with network_info: [{"id": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "address": "fa:16:3e:fd:f3:1c", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde46c7a5-90", "ovs_interfaceid": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.174025] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ef643b-96f8-95f5-0c78-c926a84ba564, 'name': SearchDatastore_Task, 'duration_secs': 0.019118} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.175140] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.175140] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] dbe11c40-bebb-4c51-bd89-1dff368ba074/dbe11c40-bebb-4c51-bd89-1dff368ba074.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.175140] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9dac10d-b498-4fe2-abdd-81c3b147040f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.186878] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1506.186878] env[62880]: value = "task-1880388" [ 1506.186878] env[62880]: _type = "Task" [ 1506.186878] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.196993] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.245014] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880387, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.263482] env[62880]: DEBUG nova.compute.manager [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1506.263705] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.264572] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a73cd31-2ace-4f3d-92fc-7db20d1ee5b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.270655] env[62880]: DEBUG nova.compute.manager [req-c83e7c74-29d5-40e6-8acb-1d2f60571d78 req-63131e4d-53a3-4983-b057-ee1bf8d6aaf8 service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Received event network-vif-plugged-1c629f16-7bee-4692-8682-317c67dbbceb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1506.270862] env[62880]: DEBUG oslo_concurrency.lockutils [req-c83e7c74-29d5-40e6-8acb-1d2f60571d78 req-63131e4d-53a3-4983-b057-ee1bf8d6aaf8 service nova] Acquiring lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.271077] env[62880]: DEBUG oslo_concurrency.lockutils [req-c83e7c74-29d5-40e6-8acb-1d2f60571d78 req-63131e4d-53a3-4983-b057-ee1bf8d6aaf8 service nova] Lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.271271] env[62880]: DEBUG oslo_concurrency.lockutils [req-c83e7c74-29d5-40e6-8acb-1d2f60571d78 req-63131e4d-53a3-4983-b057-ee1bf8d6aaf8 service nova] Lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.271428] env[62880]: DEBUG nova.compute.manager [req-c83e7c74-29d5-40e6-8acb-1d2f60571d78 req-63131e4d-53a3-4983-b057-ee1bf8d6aaf8 service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] No waiting events found dispatching network-vif-plugged-1c629f16-7bee-4692-8682-317c67dbbceb {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.271554] env[62880]: WARNING nova.compute.manager [req-c83e7c74-29d5-40e6-8acb-1d2f60571d78 req-63131e4d-53a3-4983-b057-ee1bf8d6aaf8 service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Received unexpected event network-vif-plugged-1c629f16-7bee-4692-8682-317c67dbbceb for instance with vm_state building and task_state spawning. [ 1506.276976] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.277225] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e53ba55d-f5fd-4815-a38d-696102df6793 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.285054] env[62880]: DEBUG oslo_vmware.api [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1506.285054] env[62880]: value = "task-1880389" [ 1506.285054] env[62880]: _type = "Task" [ 1506.285054] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.293679] env[62880]: DEBUG oslo_vmware.api [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.342342] env[62880]: DEBUG nova.network.neutron [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Successfully updated port: 1c629f16-7bee-4692-8682-317c67dbbceb {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1506.389203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.389817] env[62880]: DEBUG nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.392882] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.110s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.393749] env[62880]: DEBUG nova.objects.instance [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1506.442313] env[62880]: DEBUG oslo_concurrency.lockutils [req-5060974b-50cf-48fa-9be7-fed94058aebc req-4708e2dd-48aa-4a76-9976-fb948af9df8c service nova] Releasing lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.699447] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880388, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.747897] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880387, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.795662] env[62880]: DEBUG oslo_vmware.api [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880389, 'name': PowerOffVM_Task, 'duration_secs': 0.258889} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.796479] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.796479] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.796629] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c02dd23-6021-47e0-a17e-6da4bfe7a802 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.845126] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.845227] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.845426] env[62880]: DEBUG nova.network.neutron [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.898587] env[62880]: DEBUG nova.compute.utils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.903350] env[62880]: DEBUG nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.903479] env[62880]: DEBUG nova.network.neutron [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.973821] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.974086] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.974243] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Deleting the datastore file [datastore1] 03222b41-6488-49b1-a214-837f3c33f7bc {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.974522] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7c3f3dc-f891-49d1-ad2e-37d0540fed45 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.983223] env[62880]: DEBUG oslo_vmware.api [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for the task: (returnval){ [ 1506.983223] env[62880]: value = "task-1880391" [ 1506.983223] env[62880]: _type = "Task" [ 1506.983223] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.990329] env[62880]: DEBUG nova.policy [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '608798fc044e463699579769f9f06f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f95dba18dd9748f9acd759cd522179ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.998340] env[62880]: DEBUG oslo_vmware.api [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.199651] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918914} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.199945] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] dbe11c40-bebb-4c51-bd89-1dff368ba074/dbe11c40-bebb-4c51-bd89-1dff368ba074.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1507.200180] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1507.200433] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3f73fac-7777-4d67-8d7d-c746c4f40a9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.209438] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1507.209438] env[62880]: value = "task-1880392" [ 1507.209438] env[62880]: _type = "Task" [ 1507.209438] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.219850] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.247787] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880387, 'name': CreateVM_Task, 'duration_secs': 1.595922} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.247998] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.248771] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.248938] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.250063] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.250362] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30687a0-6b81-4f40-ad43-00d23920bddc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.255875] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1507.255875] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52be99e5-91b8-efcf-3d39-3d8b118224f5" [ 1507.255875] env[62880]: _type = "Task" [ 1507.255875] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.264205] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52be99e5-91b8-efcf-3d39-3d8b118224f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.404497] env[62880]: DEBUG nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.408307] env[62880]: DEBUG oslo_concurrency.lockutils [None req-daed470e-9b5c-45c6-91c5-efec6a513647 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.409863] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.305s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.410053] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.412230] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.780s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.413783] env[62880]: INFO nova.compute.claims [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.430552] env[62880]: DEBUG nova.network.neutron [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Successfully created port: a3284456-f9bc-4765-a63c-28eeeaa9498e {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.439276] env[62880]: DEBUG nova.network.neutron [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.452979] env[62880]: INFO nova.scheduler.client.report [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted allocations for instance bfed8bc0-b72f-4be1-9226-e8b903dc1f5c [ 1507.495097] env[62880]: DEBUG oslo_vmware.api [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Task: {'id': task-1880391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350114} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.496168] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.496374] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.496554] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.496797] env[62880]: INFO nova.compute.manager [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1507.497212] env[62880]: DEBUG oslo.service.loopingcall [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.497744] env[62880]: DEBUG nova.compute.manager [-] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1507.497837] env[62880]: DEBUG nova.network.neutron [-] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.591365] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Updating instance_info_cache with network_info: [{"id": "4658b442-d377-4c13-adda-272db090ee21", "address": "fa:16:3e:97:f6:9c", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4658b442-d3", "ovs_interfaceid": "4658b442-d377-4c13-adda-272db090ee21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.721313] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125916} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.721624] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1507.724197] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1501f50-8ea6-4b1c-8747-5070beb3fdb6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.748716] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] dbe11c40-bebb-4c51-bd89-1dff368ba074/dbe11c40-bebb-4c51-bd89-1dff368ba074.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.750688] env[62880]: DEBUG nova.network.neutron [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Updating instance_info_cache with network_info: [{"id": "1c629f16-7bee-4692-8682-317c67dbbceb", "address": "fa:16:3e:11:57:2d", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c629f16-7b", "ovs_interfaceid": "1c629f16-7bee-4692-8682-317c67dbbceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.751864] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c70aef7c-6737-4d4e-9ff8-e2488f709378 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.773372] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.773744] env[62880]: DEBUG nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Instance network_info: |[{"id": "1c629f16-7bee-4692-8682-317c67dbbceb", "address": "fa:16:3e:11:57:2d", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c629f16-7b", "ovs_interfaceid": "1c629f16-7bee-4692-8682-317c67dbbceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.774410] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:57:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c629f16-7bee-4692-8682-317c67dbbceb', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.782907] env[62880]: DEBUG oslo.service.loopingcall [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.786845] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.787404] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9248fae3-9b72-4cc0-b389-8441d1e4b2f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.806857] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1507.806857] env[62880]: value = "task-1880393" [ 1507.806857] env[62880]: _type = "Task" [ 1507.806857] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.818777] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52be99e5-91b8-efcf-3d39-3d8b118224f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015238} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.819178] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.819178] env[62880]: value = "task-1880394" [ 1507.819178] env[62880]: _type = "Task" [ 1507.819178] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.820057] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.820328] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.820684] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.820907] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.821152] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.824550] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf15aaf7-21e2-421f-af81-3febb810fb6e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.832617] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.839485] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880394, 'name': CreateVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.840729] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.841043] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.841802] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c228e1-8235-4e34-9f0f-de2731aab199 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.850874] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1507.850874] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528064ea-1904-65df-517f-7f9f8ada0e0d" [ 1507.850874] env[62880]: _type = "Task" [ 1507.850874] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.860987] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528064ea-1904-65df-517f-7f9f8ada0e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.961854] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3073227f-8f4f-4e2f-a9be-02f2579c5b28 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "bfed8bc0-b72f-4be1-9226-e8b903dc1f5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.692s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.094764] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Releasing lock "refresh_cache-98af636c-27b8-455b-b1f6-53cafbdbf9ed" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.095077] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Updated the network info_cache for instance {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1508.095318] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.095562] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.095916] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.096121] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.096279] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.096438] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.096578] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1508.096727] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.299983] env[62880]: DEBUG nova.compute.manager [req-6e738097-a2b5-4f4a-8603-f6edf3a832e1 req-4b443f0b-9339-49e9-ae33-7dbd155fdcac service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Received event network-changed-1c629f16-7bee-4692-8682-317c67dbbceb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1508.300292] env[62880]: DEBUG nova.compute.manager [req-6e738097-a2b5-4f4a-8603-f6edf3a832e1 req-4b443f0b-9339-49e9-ae33-7dbd155fdcac service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Refreshing instance network info cache due to event network-changed-1c629f16-7bee-4692-8682-317c67dbbceb. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1508.300456] env[62880]: DEBUG oslo_concurrency.lockutils [req-6e738097-a2b5-4f4a-8603-f6edf3a832e1 req-4b443f0b-9339-49e9-ae33-7dbd155fdcac service nova] Acquiring lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.300603] env[62880]: DEBUG oslo_concurrency.lockutils [req-6e738097-a2b5-4f4a-8603-f6edf3a832e1 req-4b443f0b-9339-49e9-ae33-7dbd155fdcac service nova] Acquired lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.300762] env[62880]: DEBUG nova.network.neutron [req-6e738097-a2b5-4f4a-8603-f6edf3a832e1 req-4b443f0b-9339-49e9-ae33-7dbd155fdcac service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Refreshing network info cache for port 1c629f16-7bee-4692-8682-317c67dbbceb {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.320168] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880393, 'name': ReconfigVM_Task, 'duration_secs': 0.464374} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.320404] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Reconfigured VM instance instance-0000002a to attach disk [datastore1] dbe11c40-bebb-4c51-bd89-1dff368ba074/dbe11c40-bebb-4c51-bd89-1dff368ba074.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.321054] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4989bcc8-5dc7-42c0-8bd8-6d849a7f6232 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.333629] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880394, 'name': CreateVM_Task, 'duration_secs': 0.449056} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.334721] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.334918] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1508.334918] env[62880]: value = "task-1880395" [ 1508.334918] env[62880]: _type = "Task" [ 1508.334918] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.339020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.339020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.339020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.339020] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a1b798-e137-4d19-ab12-5076e20760bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.345286] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1508.345286] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b440bd-602f-eb02-e7d3-be43ecc7ca40" [ 1508.345286] env[62880]: _type = "Task" [ 1508.345286] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.348201] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880395, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.357755] env[62880]: DEBUG nova.compute.manager [req-1a53b5c6-308c-446f-ac7a-24e2951a6940 req-da8b38e5-a1a2-46bc-ae51-140c9c655f2e service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Received event network-vif-deleted-1ea81c73-9324-46d2-a479-56b43cd04c78 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1508.358083] env[62880]: INFO nova.compute.manager [req-1a53b5c6-308c-446f-ac7a-24e2951a6940 req-da8b38e5-a1a2-46bc-ae51-140c9c655f2e service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Neutron deleted interface 1ea81c73-9324-46d2-a479-56b43cd04c78; detaching it from the instance and deleting it from the info cache [ 1508.358312] env[62880]: DEBUG nova.network.neutron [req-1a53b5c6-308c-446f-ac7a-24e2951a6940 req-da8b38e5-a1a2-46bc-ae51-140c9c655f2e service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.364602] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b440bd-602f-eb02-e7d3-be43ecc7ca40, 'name': SearchDatastore_Task, 'duration_secs': 0.012413} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.365443] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.365763] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.368272] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.372922] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528064ea-1904-65df-517f-7f9f8ada0e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014738} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.375482] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87a7a91-fe2b-4d5e-81eb-da64bba4f7f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.383520] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1508.383520] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5232dc8e-a9f3-711f-d033-1bbc4a2e9746" [ 1508.383520] env[62880]: _type = "Task" [ 1508.383520] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.394235] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5232dc8e-a9f3-711f-d033-1bbc4a2e9746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.417365] env[62880]: DEBUG nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.442471] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.442957] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.443249] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.443539] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.443789] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.444082] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.445038] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.445038] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.445038] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.445038] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.445243] env[62880]: DEBUG nova.virt.hardware [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.446438] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49673ac3-2154-4e7c-8a7d-6d7f26c95b1f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.457163] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1f251e-48ac-4bea-952a-f8d46be5c98e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.600088] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.814546] env[62880]: DEBUG nova.network.neutron [-] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.847910] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880395, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.865902] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad5aa38f-6962-446e-95b1-dc66b4c22aac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.878533] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928a008a-57ef-401c-8b60-487a2274d9bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.904187] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5232dc8e-a9f3-711f-d033-1bbc4a2e9746, 'name': SearchDatastore_Task, 'duration_secs': 0.032686} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.906763] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.907058] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] c801be10-4ae2-4a93-a63a-44b2cae5c143/c801be10-4ae2-4a93-a63a-44b2cae5c143.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.907506] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.907698] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.907918] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd13ed3-07dd-4da7-8907-f2a2c893d03d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.924518] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8324141-3f6a-45c2-900b-555b4064fa45 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.926811] env[62880]: DEBUG nova.compute.manager [req-1a53b5c6-308c-446f-ac7a-24e2951a6940 req-da8b38e5-a1a2-46bc-ae51-140c9c655f2e service nova] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Detach interface failed, port_id=1ea81c73-9324-46d2-a479-56b43cd04c78, reason: Instance 03222b41-6488-49b1-a214-837f3c33f7bc could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1508.937282] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1508.937282] env[62880]: value = "task-1880396" [ 1508.937282] env[62880]: _type = "Task" [ 1508.937282] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.941065] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.941264] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.942303] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d6a29e-72c4-4bcf-af38-6014ec3f3b94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.949939] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.959363] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1508.959363] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521f2dd1-fdc1-a2c5-3e34-3634b4c8cc08" [ 1508.959363] env[62880]: _type = "Task" [ 1508.959363] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.968980] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521f2dd1-fdc1-a2c5-3e34-3634b4c8cc08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.983396] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f55255-f12c-4845-95c4-28c9118c5e7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.993489] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f753dc-0128-4ed0-abe6-9768fb08adef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.028442] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c2562-36e9-4ad1-82aa-3aea51d1963a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.036109] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5560fdae-207b-4454-b4ab-7bde56073731 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.049606] env[62880]: DEBUG nova.compute.provider_tree [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.112134] env[62880]: DEBUG nova.network.neutron [req-6e738097-a2b5-4f4a-8603-f6edf3a832e1 req-4b443f0b-9339-49e9-ae33-7dbd155fdcac service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Updated VIF entry in instance network info cache for port 1c629f16-7bee-4692-8682-317c67dbbceb. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.112649] env[62880]: DEBUG nova.network.neutron [req-6e738097-a2b5-4f4a-8603-f6edf3a832e1 req-4b443f0b-9339-49e9-ae33-7dbd155fdcac service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Updating instance_info_cache with network_info: [{"id": "1c629f16-7bee-4692-8682-317c67dbbceb", "address": "fa:16:3e:11:57:2d", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c629f16-7b", "ovs_interfaceid": "1c629f16-7bee-4692-8682-317c67dbbceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.318943] env[62880]: INFO nova.compute.manager [-] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Took 1.82 seconds to deallocate network for instance. [ 1509.348846] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880395, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.438235] env[62880]: DEBUG nova.network.neutron [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Successfully updated port: a3284456-f9bc-4765-a63c-28eeeaa9498e {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.449800] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880396, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.469827] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521f2dd1-fdc1-a2c5-3e34-3634b4c8cc08, 'name': SearchDatastore_Task, 'duration_secs': 0.027843} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.470891] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ebdb82-3439-4cfb-b8e6-a7bdeda634ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.477493] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1509.477493] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5227abe8-63f5-355b-78c5-aeb23fe2cc91" [ 1509.477493] env[62880]: _type = "Task" [ 1509.477493] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.487428] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5227abe8-63f5-355b-78c5-aeb23fe2cc91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.555222] env[62880]: DEBUG nova.scheduler.client.report [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.616342] env[62880]: DEBUG oslo_concurrency.lockutils [req-6e738097-a2b5-4f4a-8603-f6edf3a832e1 req-4b443f0b-9339-49e9-ae33-7dbd155fdcac service nova] Releasing lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.826922] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.848501] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880395, 'name': Rename_Task, 'duration_secs': 1.410196} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.848833] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.849159] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fd06728-192d-4796-85d0-bdc7f3865b61 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.856151] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1509.856151] env[62880]: value = "task-1880397" [ 1509.856151] env[62880]: _type = "Task" [ 1509.856151] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.864303] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.945357] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "refresh_cache-b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.945555] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquired lock "refresh_cache-b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.945621] env[62880]: DEBUG nova.network.neutron [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.950917] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907238} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.951214] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] c801be10-4ae2-4a93-a63a-44b2cae5c143/c801be10-4ae2-4a93-a63a-44b2cae5c143.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1509.951429] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1509.951677] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6707a95f-bbec-4197-841f-586da39ca8f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.958350] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1509.958350] env[62880]: value = "task-1880398" [ 1509.958350] env[62880]: _type = "Task" [ 1509.958350] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.967196] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.987141] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5227abe8-63f5-355b-78c5-aeb23fe2cc91, 'name': SearchDatastore_Task, 'duration_secs': 0.108706} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.987541] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.987673] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4/18d40fc1-3ab4-4b9e-96ce-652a3c6563d4.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.987967] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3153f5c-d0df-4071-8c4a-27adddd25724 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.994264] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1509.994264] env[62880]: value = "task-1880399" [ 1509.994264] env[62880]: _type = "Task" [ 1509.994264] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.002454] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.368590] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.469860] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08135} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.470206] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.471199] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e7344-339c-4782-94ac-1cd34f4c5a88 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.495782] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c801be10-4ae2-4a93-a63a-44b2cae5c143/c801be10-4ae2-4a93-a63a-44b2cae5c143.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.496266] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ce65e1-50ac-4fc6-beac-d2e5fb33a985 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.520363] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.522655] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1510.522655] env[62880]: value = "task-1880400" [ 1510.522655] env[62880]: _type = "Task" [ 1510.522655] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.530649] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.574922] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.162s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.575519] env[62880]: DEBUG nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1510.578291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.341s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.578481] env[62880]: DEBUG nova.objects.instance [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1510.623936] env[62880]: DEBUG nova.compute.manager [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Received event network-vif-plugged-a3284456-f9bc-4765-a63c-28eeeaa9498e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1510.625081] env[62880]: DEBUG oslo_concurrency.lockutils [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] Acquiring lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.625330] env[62880]: DEBUG oslo_concurrency.lockutils [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] Lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.625519] env[62880]: DEBUG oslo_concurrency.lockutils [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] Lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.625740] env[62880]: DEBUG nova.compute.manager [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] No waiting events found dispatching network-vif-plugged-a3284456-f9bc-4765-a63c-28eeeaa9498e {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1510.625902] env[62880]: WARNING nova.compute.manager [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Received unexpected event network-vif-plugged-a3284456-f9bc-4765-a63c-28eeeaa9498e for instance with vm_state building and task_state spawning. [ 1510.626092] env[62880]: DEBUG nova.compute.manager [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Received event network-changed-a3284456-f9bc-4765-a63c-28eeeaa9498e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1510.626255] env[62880]: DEBUG nova.compute.manager [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Refreshing instance network info cache due to event network-changed-a3284456-f9bc-4765-a63c-28eeeaa9498e. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1510.626564] env[62880]: DEBUG oslo_concurrency.lockutils [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] Acquiring lock "refresh_cache-b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.697857] env[62880]: DEBUG nova.network.neutron [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1510.867072] env[62880]: DEBUG oslo_vmware.api [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880397, 'name': PowerOnVM_Task, 'duration_secs': 0.519629} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.867302] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.867505] env[62880]: INFO nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1510.867686] env[62880]: DEBUG nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.868468] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7187a1b-b22d-46c0-abaf-a3af0cf53f23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.878489] env[62880]: DEBUG nova.network.neutron [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Updating instance_info_cache with network_info: [{"id": "a3284456-f9bc-4765-a63c-28eeeaa9498e", "address": "fa:16:3e:24:63:5e", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3284456-f9", "ovs_interfaceid": "a3284456-f9bc-4765-a63c-28eeeaa9498e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.006444] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880399, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.031531] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.084029] env[62880]: DEBUG nova.compute.utils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1511.088396] env[62880]: DEBUG nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.088557] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.131663] env[62880]: DEBUG nova.policy [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '467b6690c09c4d349a079b2d0423ccbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd63fc9fa9e4ddaa57dfbe43b64f790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1511.386226] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Releasing lock "refresh_cache-b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.386647] env[62880]: DEBUG nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Instance network_info: |[{"id": "a3284456-f9bc-4765-a63c-28eeeaa9498e", "address": "fa:16:3e:24:63:5e", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3284456-f9", "ovs_interfaceid": "a3284456-f9bc-4765-a63c-28eeeaa9498e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1511.388426] env[62880]: DEBUG oslo_concurrency.lockutils [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] Acquired lock "refresh_cache-b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.388612] env[62880]: DEBUG nova.network.neutron [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Refreshing network info cache for port a3284456-f9bc-4765-a63c-28eeeaa9498e {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.389853] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:63:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3284456-f9bc-4765-a63c-28eeeaa9498e', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.398602] env[62880]: DEBUG oslo.service.loopingcall [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.401991] env[62880]: INFO nova.compute.manager [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Took 47.02 seconds to build instance. [ 1511.402922] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.403535] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28a6a4bf-1dbb-4233-b4a1-1acdfba0dd5f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.428723] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.428723] env[62880]: value = "task-1880401" [ 1511.428723] env[62880]: _type = "Task" [ 1511.428723] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.438570] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880401, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.510905] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880399, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.185404} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.511375] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4/18d40fc1-3ab4-4b9e-96ce-652a3c6563d4.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.511827] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.512217] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c10a8429-85a2-4666-9b01-be7125b2de1d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.521554] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1511.521554] env[62880]: value = "task-1880402" [ 1511.521554] env[62880]: _type = "Task" [ 1511.521554] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.544532] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.548986] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.552458] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Successfully created port: a255eed1-6780-4f71-b477-fcafebd306bb {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.589592] env[62880]: DEBUG nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1511.593768] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9ae94106-0ae4-4497-9fee-89961f74993d tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.594942] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.665s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.597096] env[62880]: INFO nova.compute.claims [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.693055] env[62880]: DEBUG nova.network.neutron [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Updated VIF entry in instance network info cache for port a3284456-f9bc-4765-a63c-28eeeaa9498e. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.693055] env[62880]: DEBUG nova.network.neutron [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Updating instance_info_cache with network_info: [{"id": "a3284456-f9bc-4765-a63c-28eeeaa9498e", "address": "fa:16:3e:24:63:5e", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3284456-f9", "ovs_interfaceid": "a3284456-f9bc-4765-a63c-28eeeaa9498e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.905955] env[62880]: DEBUG oslo_concurrency.lockutils [None req-106a4c20-2b42-4cad-9076-e8d9d45a6e40 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "dbe11c40-bebb-4c51-bd89-1dff368ba074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.323s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.939819] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880401, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.038452] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091274} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.042226] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.042567] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880400, 'name': ReconfigVM_Task, 'duration_secs': 1.031953} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.043339] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7e60a8-5a55-4432-9952-11be2a9516d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.046174] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c801be10-4ae2-4a93-a63a-44b2cae5c143/c801be10-4ae2-4a93-a63a-44b2cae5c143.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.047392] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Successfully created port: d9feb62e-ab71-4b1e-bea3-67fe0a6b7717 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1512.048734] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4468c231-19bc-4ebb-88e1-246dec74120f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.071260] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4/18d40fc1-3ab4-4b9e-96ce-652a3c6563d4.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.072804] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a3ae597-2f8f-400a-be7f-193bc0ce8e4f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.088154] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1512.088154] env[62880]: value = "task-1880403" [ 1512.088154] env[62880]: _type = "Task" [ 1512.088154] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.093635] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1512.093635] env[62880]: value = "task-1880404" [ 1512.093635] env[62880]: _type = "Task" [ 1512.093635] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.100183] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880403, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.111726] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.194555] env[62880]: DEBUG oslo_concurrency.lockutils [req-66fce682-8725-43dc-a502-0114665a03a6 req-25cd030d-c935-488b-96c9-b501cdc67b4a service nova] Releasing lock "refresh_cache-b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.376320] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Successfully created port: b0ef5817-195c-4fa2-9bce-8ece15a05486 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1512.410956] env[62880]: DEBUG nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1512.439904] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880401, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.605939] env[62880]: DEBUG nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1512.607525] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880403, 'name': Rename_Task, 'duration_secs': 0.248677} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.610843] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.611401] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a58830d2-9ca7-425f-a7da-3830d40a3753 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.616817] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.623019] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1512.623019] env[62880]: value = "task-1880405" [ 1512.623019] env[62880]: _type = "Task" [ 1512.623019] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.631925] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.683375] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.683662] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.683821] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.684012] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.684169] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.684315] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.684523] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.684681] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.684970] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.685132] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.685330] env[62880]: DEBUG nova.virt.hardware [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.687700] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5a213-f5fa-4e5b-beee-0695f7a73166 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.699828] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526421c2-9ff2-03bc-38a0-8a803efb71c5/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1512.701284] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0b2032-6e74-4134-9be8-bc4d556a6224 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.705886] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a17b2-b5f4-461d-819a-270418483c1c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.732451] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526421c2-9ff2-03bc-38a0-8a803efb71c5/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1512.732626] env[62880]: ERROR oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526421c2-9ff2-03bc-38a0-8a803efb71c5/disk-0.vmdk due to incomplete transfer. [ 1512.736410] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50a3ec4d-00d6-48c5-8716-c05a5bab315a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.747197] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526421c2-9ff2-03bc-38a0-8a803efb71c5/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1512.747423] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Uploaded image f1365fd2-2e69-4cbc-bb61-13c53c057a25 to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1512.749702] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1512.750240] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c00780b-24d7-488e-899f-215bfef26cca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.757134] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1512.757134] env[62880]: value = "task-1880406" [ 1512.757134] env[62880]: _type = "Task" [ 1512.757134] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.766097] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880406, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.935949] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.944539] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880401, 'name': CreateVM_Task, 'duration_secs': 1.256258} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.944773] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.945467] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.945631] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.946013] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1512.946280] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d59a76-4044-4dcc-8fd6-37694722a50d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.953636] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1512.953636] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b5e24c-2472-94c0-d86e-df9a367cff05" [ 1512.953636] env[62880]: _type = "Task" [ 1512.953636] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.962133] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b5e24c-2472-94c0-d86e-df9a367cff05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.110631] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880404, 'name': ReconfigVM_Task, 'duration_secs': 0.627323} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.110898] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4/18d40fc1-3ab4-4b9e-96ce-652a3c6563d4.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.111552] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab832316-a024-48d0-8ec9-25d72c74e0cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.118620] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1513.118620] env[62880]: value = "task-1880407" [ 1513.118620] env[62880]: _type = "Task" [ 1513.118620] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.126810] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880407, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.137257] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.143033] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530c3c6a-7530-41f0-a90e-fd27ded99230 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.150020] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e684d39-83a5-42f5-b1b2-d1d175efd7fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.182219] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2bd05e-f5f7-44e4-9dbd-99eabe0332ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.190086] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a14156-de50-490c-be56-03b7ca13fed6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.203515] env[62880]: DEBUG nova.compute.provider_tree [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.267219] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880406, 'name': Destroy_Task, 'duration_secs': 0.44917} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.267568] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Destroyed the VM [ 1513.267715] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1513.267967] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ca67836-ac62-4f91-bfea-1dae7a17645d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.274886] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1513.274886] env[62880]: value = "task-1880408" [ 1513.274886] env[62880]: _type = "Task" [ 1513.274886] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.285383] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.465542] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b5e24c-2472-94c0-d86e-df9a367cff05, 'name': SearchDatastore_Task, 'duration_secs': 0.016204} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.465969] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.466243] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.466484] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.466648] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.466826] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.467115] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a754173-5641-4689-99f4-935628da5c9e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.483124] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.483325] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.484139] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53660d68-d311-4aac-b799-0e221e670c84 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.489697] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1513.489697] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526d3afa-2690-1f39-e4bb-cbf492b7118e" [ 1513.489697] env[62880]: _type = "Task" [ 1513.489697] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.497986] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526d3afa-2690-1f39-e4bb-cbf492b7118e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.629688] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880407, 'name': Rename_Task, 'duration_secs': 0.337497} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.632870] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.633203] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa32e18-eca2-41d0-b514-1d01cd7a08a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.641603] env[62880]: DEBUG oslo_vmware.api [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880405, 'name': PowerOnVM_Task, 'duration_secs': 0.8316} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.643309] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.643806] env[62880]: INFO nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1513.643806] env[62880]: DEBUG nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.644925] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1513.644925] env[62880]: value = "task-1880409" [ 1513.644925] env[62880]: _type = "Task" [ 1513.644925] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.647853] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd591db8-a7e9-4c4c-a996-a0b8ea3d96b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.663438] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880409, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.706297] env[62880]: DEBUG nova.scheduler.client.report [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.746054] env[62880]: DEBUG nova.compute.manager [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.746979] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9024e8db-fd54-4cf9-83aa-7b0a27870386 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.787817] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880408, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.010064] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526d3afa-2690-1f39-e4bb-cbf492b7118e, 'name': SearchDatastore_Task, 'duration_secs': 0.064402} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.011215] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93df55e2-4226-46cc-ab9d-d6edbe1cd8be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.019887] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1514.019887] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a9cee8-c25b-1f06-bbdc-486b0f969b2e" [ 1514.019887] env[62880]: _type = "Task" [ 1514.019887] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.031315] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a9cee8-c25b-1f06-bbdc-486b0f969b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.106617] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "df273824-545b-49c0-a51a-5001c27dce18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.106964] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "df273824-545b-49c0-a51a-5001c27dce18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.107097] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "df273824-545b-49c0-a51a-5001c27dce18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.107285] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "df273824-545b-49c0-a51a-5001c27dce18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.107452] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "df273824-545b-49c0-a51a-5001c27dce18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.109586] env[62880]: INFO nova.compute.manager [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Terminating instance [ 1514.162927] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.177916] env[62880]: INFO nova.compute.manager [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Took 46.11 seconds to build instance. [ 1514.214201] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.214725] env[62880]: DEBUG nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1514.218109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.406s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.218543] env[62880]: DEBUG nova.objects.instance [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lazy-loading 'resources' on Instance uuid b025f8b3-b036-4f68-bd31-ec7c5e9edaf9 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.230655] env[62880]: DEBUG nova.compute.manager [req-c99beb69-e5bf-4bcb-bd3f-feab463fe74b req-0b254589-4913-43ff-afda-c0beb37d560e service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-vif-plugged-a255eed1-6780-4f71-b477-fcafebd306bb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1514.230936] env[62880]: DEBUG oslo_concurrency.lockutils [req-c99beb69-e5bf-4bcb-bd3f-feab463fe74b req-0b254589-4913-43ff-afda-c0beb37d560e service nova] Acquiring lock "c0e19770-8f39-4621-9122-1d80d527642c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.231182] env[62880]: DEBUG oslo_concurrency.lockutils [req-c99beb69-e5bf-4bcb-bd3f-feab463fe74b req-0b254589-4913-43ff-afda-c0beb37d560e service nova] Lock "c0e19770-8f39-4621-9122-1d80d527642c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.232127] env[62880]: DEBUG oslo_concurrency.lockutils [req-c99beb69-e5bf-4bcb-bd3f-feab463fe74b req-0b254589-4913-43ff-afda-c0beb37d560e service nova] Lock "c0e19770-8f39-4621-9122-1d80d527642c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.232127] env[62880]: DEBUG nova.compute.manager [req-c99beb69-e5bf-4bcb-bd3f-feab463fe74b req-0b254589-4913-43ff-afda-c0beb37d560e service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] No waiting events found dispatching network-vif-plugged-a255eed1-6780-4f71-b477-fcafebd306bb {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1514.232127] env[62880]: WARNING nova.compute.manager [req-c99beb69-e5bf-4bcb-bd3f-feab463fe74b req-0b254589-4913-43ff-afda-c0beb37d560e service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received unexpected event network-vif-plugged-a255eed1-6780-4f71-b477-fcafebd306bb for instance with vm_state building and task_state spawning. [ 1514.236867] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Successfully updated port: a255eed1-6780-4f71-b477-fcafebd306bb {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1514.258273] env[62880]: INFO nova.compute.manager [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] instance snapshotting [ 1514.261409] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbb2311-59b8-4f3b-be74-556fc684777e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.285188] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fcfa4e-37cf-4eaf-be5e-7d7c737bf427 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.297514] env[62880]: DEBUG oslo_vmware.api [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880408, 'name': RemoveSnapshot_Task, 'duration_secs': 0.829057} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.298228] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1514.298421] env[62880]: INFO nova.compute.manager [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Took 15.60 seconds to snapshot the instance on the hypervisor. [ 1514.533026] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a9cee8-c25b-1f06-bbdc-486b0f969b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.533026] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.533026] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b2e57b1c-01b2-4f8e-98dd-d4f4235565ae/b2e57b1c-01b2-4f8e-98dd-d4f4235565ae.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.533026] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5ff5ffc-b1aa-4ae7-af9d-152fe0a6bdb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.540614] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1514.540614] env[62880]: value = "task-1880410" [ 1514.540614] env[62880]: _type = "Task" [ 1514.540614] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.551046] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.613250] env[62880]: DEBUG nova.compute.manager [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.613552] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.614624] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550394af-2512-40ec-801f-bdb6a16178f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.623279] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.623489] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ae853b9-7b42-4d8f-8a2b-8c2dac0a9ba2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.673155] env[62880]: DEBUG oslo_vmware.api [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880409, 'name': PowerOnVM_Task, 'duration_secs': 1.018722} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.673486] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.673763] env[62880]: INFO nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1514.673963] env[62880]: DEBUG nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.674880] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98666049-56d7-4d4b-b597-bc53c181ef33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.681294] env[62880]: DEBUG oslo_concurrency.lockutils [None req-58df8ccd-afed-4cbb-953b-471b738b6d89 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "c801be10-4ae2-4a93-a63a-44b2cae5c143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.144s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.725262] env[62880]: DEBUG nova.compute.utils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1514.727013] env[62880]: DEBUG nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1514.727203] env[62880]: DEBUG nova.network.neutron [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1514.802861] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1514.803668] env[62880]: DEBUG nova.compute.manager [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Instance disappeared during snapshot {{(pid=62880) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1514.807743] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d13dbb04-2b09-4250-bdf9-aab637d87cf4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.816898] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1514.816898] env[62880]: value = "task-1880412" [ 1514.816898] env[62880]: _type = "Task" [ 1514.816898] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.824852] env[62880]: DEBUG nova.compute.manager [None req-5c195a54-95a8-4473-b00a-5f92eb4f79c9 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image not found during clean up f1365fd2-2e69-4cbc-bb61-13c53c057a25 {{(pid=62880) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1514.831239] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.838320] env[62880]: DEBUG nova.policy [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b20ec1029944fba859725eb6a8fd91b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36af84c29a0b48da8ea0108df78608d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1514.862792] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "dae9d03d-9786-47c4-905c-25b9d06de271" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.863050] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "dae9d03d-9786-47c4-905c-25b9d06de271" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.054971] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880410, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.190375] env[62880]: DEBUG nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.197046] env[62880]: INFO nova.compute.manager [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Took 45.56 seconds to build instance. [ 1515.231041] env[62880]: DEBUG nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.328202] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.386615] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af06289d-04f3-45cf-bd32-2145750b906c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.394065] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187556ee-57e9-4a8c-b679-b27645572f47 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.425982] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebb579b-0e0d-4a51-a9a7-fe0971d01e5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.434680] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5bbe68-3ebc-4102-b5ec-09b9a4477fff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.451498] env[62880]: DEBUG nova.compute.provider_tree [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.533059] env[62880]: DEBUG nova.network.neutron [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Successfully created port: 727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.553921] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708887} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.554678] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b2e57b1c-01b2-4f8e-98dd-d4f4235565ae/b2e57b1c-01b2-4f8e-98dd-d4f4235565ae.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.554938] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.555217] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c353f7-b0a3-443c-a0ba-74fbd078d35a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.562809] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1515.562809] env[62880]: value = "task-1880413" [ 1515.562809] env[62880]: _type = "Task" [ 1515.562809] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.571737] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.699469] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b7f98975-ed23-4740-94c3-578d3f63bc99 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.120s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.729900] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.828558] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880412, 'name': CreateSnapshot_Task, 'duration_secs': 0.958127} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.828558] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1515.828803] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c922f-ac4b-447b-8452-b2a7ccaf00bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.954948] env[62880]: DEBUG nova.scheduler.client.report [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.074060] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.478419} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.074408] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.075257] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba5885-4556-4a80-9cb2-e43b76e28c94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.102587] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] b2e57b1c-01b2-4f8e-98dd-d4f4235565ae/b2e57b1c-01b2-4f8e-98dd-d4f4235565ae.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.102934] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5711d7-a3c8-4aa0-bb0f-9c4b6f93a70d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.119538] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.119754] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.119970] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleting the datastore file [datastore2] df273824-545b-49c0-a51a-5001c27dce18 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.120576] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a5a916b-6eae-4eee-97a8-e0694dfc4efc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.125060] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1516.125060] env[62880]: value = "task-1880414" [ 1516.125060] env[62880]: _type = "Task" [ 1516.125060] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.129977] env[62880]: DEBUG oslo_vmware.api [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1516.129977] env[62880]: value = "task-1880415" [ 1516.129977] env[62880]: _type = "Task" [ 1516.129977] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.136646] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.142272] env[62880]: DEBUG oslo_vmware.api [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.204319] env[62880]: DEBUG nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1516.245814] env[62880]: DEBUG nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.283270] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.283270] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.283270] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.283519] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.283656] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.283830] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.284557] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.284916] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.285121] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.285353] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.285593] env[62880]: DEBUG nova.virt.hardware [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.289356] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf3c388-6704-49ac-b22b-21faf8f5ca5f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.298097] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1fe8a8-3c5b-482e-b44f-35c29585980a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.347426] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1516.347751] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-079e0f25-07bd-4386-a83c-8ee89de95d1a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.358243] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1516.358243] env[62880]: value = "task-1880416" [ 1516.358243] env[62880]: _type = "Task" [ 1516.358243] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.368106] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880416, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.405474] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Successfully updated port: d9feb62e-ab71-4b1e-bea3-67fe0a6b7717 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.465828] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.467809] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.478s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.470178] env[62880]: INFO nova.compute.claims [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.490406] env[62880]: INFO nova.scheduler.client.report [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Deleted allocations for instance b025f8b3-b036-4f68-bd31-ec7c5e9edaf9 [ 1516.640497] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] Acquiring lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.640862] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] Acquired lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.641019] env[62880]: DEBUG nova.network.neutron [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.652103] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.664656] env[62880]: DEBUG oslo_vmware.api [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347595} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.665085] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.666187] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.666187] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.666187] env[62880]: INFO nova.compute.manager [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: df273824-545b-49c0-a51a-5001c27dce18] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1516.666328] env[62880]: DEBUG oslo.service.loopingcall [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.666524] env[62880]: DEBUG nova.compute.manager [-] [instance: df273824-545b-49c0-a51a-5001c27dce18] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.666641] env[62880]: DEBUG nova.network.neutron [-] [instance: df273824-545b-49c0-a51a-5001c27dce18] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1516.682139] env[62880]: DEBUG nova.compute.manager [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-changed-a255eed1-6780-4f71-b477-fcafebd306bb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1516.682484] env[62880]: DEBUG nova.compute.manager [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Refreshing instance network info cache due to event network-changed-a255eed1-6780-4f71-b477-fcafebd306bb. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1516.682792] env[62880]: DEBUG oslo_concurrency.lockutils [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] Acquiring lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.683038] env[62880]: DEBUG oslo_concurrency.lockutils [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] Acquired lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.683326] env[62880]: DEBUG nova.network.neutron [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Refreshing network info cache for port a255eed1-6780-4f71-b477-fcafebd306bb {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1516.699594] env[62880]: DEBUG nova.compute.manager [req-01b3f9c9-b3b0-4d8d-9e2d-2c70f8d8e9dc req-f84dfd07-24a4-4366-a477-67a846c3c12a service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-vif-plugged-d9feb62e-ab71-4b1e-bea3-67fe0a6b7717 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1516.699899] env[62880]: DEBUG oslo_concurrency.lockutils [req-01b3f9c9-b3b0-4d8d-9e2d-2c70f8d8e9dc req-f84dfd07-24a4-4366-a477-67a846c3c12a service nova] Acquiring lock "c0e19770-8f39-4621-9122-1d80d527642c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.700603] env[62880]: DEBUG oslo_concurrency.lockutils [req-01b3f9c9-b3b0-4d8d-9e2d-2c70f8d8e9dc req-f84dfd07-24a4-4366-a477-67a846c3c12a service nova] Lock "c0e19770-8f39-4621-9122-1d80d527642c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.700883] env[62880]: DEBUG oslo_concurrency.lockutils [req-01b3f9c9-b3b0-4d8d-9e2d-2c70f8d8e9dc req-f84dfd07-24a4-4366-a477-67a846c3c12a service nova] Lock "c0e19770-8f39-4621-9122-1d80d527642c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.701268] env[62880]: DEBUG nova.compute.manager [req-01b3f9c9-b3b0-4d8d-9e2d-2c70f8d8e9dc req-f84dfd07-24a4-4366-a477-67a846c3c12a service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] No waiting events found dispatching network-vif-plugged-d9feb62e-ab71-4b1e-bea3-67fe0a6b7717 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1516.701383] env[62880]: WARNING nova.compute.manager [req-01b3f9c9-b3b0-4d8d-9e2d-2c70f8d8e9dc req-f84dfd07-24a4-4366-a477-67a846c3c12a service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received unexpected event network-vif-plugged-d9feb62e-ab71-4b1e-bea3-67fe0a6b7717 for instance with vm_state building and task_state spawning. [ 1516.738278] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.869413] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880416, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.991739] env[62880]: DEBUG nova.network.neutron [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Updating instance_info_cache with network_info: [{"id": "1c629f16-7bee-4692-8682-317c67dbbceb", "address": "fa:16:3e:11:57:2d", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c629f16-7b", "ovs_interfaceid": "1c629f16-7bee-4692-8682-317c67dbbceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.999255] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f749cc88-4a8c-41fe-b1b7-db7c9d4a5b2b tempest-ServerMetadataTestJSON-528605785 tempest-ServerMetadataTestJSON-528605785-project-member] Lock "b025f8b3-b036-4f68-bd31-ec7c5e9edaf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.331s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.141395] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880414, 'name': ReconfigVM_Task, 'duration_secs': 0.596677} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.141768] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Reconfigured VM instance instance-0000002d to attach disk [datastore1] b2e57b1c-01b2-4f8e-98dd-d4f4235565ae/b2e57b1c-01b2-4f8e-98dd-d4f4235565ae.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.142658] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae3578a9-971c-427d-90d0-4f6e37dd6029 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.151778] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1517.151778] env[62880]: value = "task-1880417" [ 1517.151778] env[62880]: _type = "Task" [ 1517.151778] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.161907] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880417, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.261029] env[62880]: DEBUG nova.network.neutron [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.369183] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880416, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.496781] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] Releasing lock "refresh_cache-18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.497096] env[62880]: DEBUG nova.compute.manager [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Inject network info {{(pid=62880) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1517.497439] env[62880]: DEBUG nova.compute.manager [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] network_info to inject: |[{"id": "1c629f16-7bee-4692-8682-317c67dbbceb", "address": "fa:16:3e:11:57:2d", "network": {"id": "ae5262e9-c81e-4ed7-a32a-d6ce218f0275", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-268363605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6838d6fb25934f51af917bbb4719cfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c629f16-7b", "ovs_interfaceid": "1c629f16-7bee-4692-8682-317c67dbbceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1517.504347] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Reconfiguring VM instance to set the machine id {{(pid=62880) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1517.507997] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abea057b-c06b-4c8d-9797-f0c5c0df1018 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.530253] env[62880]: DEBUG oslo_vmware.api [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] Waiting for the task: (returnval){ [ 1517.530253] env[62880]: value = "task-1880418" [ 1517.530253] env[62880]: _type = "Task" [ 1517.530253] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.540126] env[62880]: DEBUG oslo_vmware.api [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] Task: {'id': task-1880418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.662482] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880417, 'name': Rename_Task, 'duration_secs': 0.192081} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.662946] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.663327] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb5360f-035c-42b4-8b44-2a209dee8e37 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.675139] env[62880]: DEBUG nova.network.neutron [-] [instance: df273824-545b-49c0-a51a-5001c27dce18] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.677030] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1517.677030] env[62880]: value = "task-1880419" [ 1517.677030] env[62880]: _type = "Task" [ 1517.677030] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.691432] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.747451] env[62880]: DEBUG nova.network.neutron [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.874929] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880416, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.041398] env[62880]: DEBUG oslo_vmware.api [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] Task: {'id': task-1880418, 'name': ReconfigVM_Task, 'duration_secs': 0.174405} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.044434] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ae186287-b3ba-45c1-8db9-17e7ce8f8b90 tempest-ServersAdminTestJSON-1069601408 tempest-ServersAdminTestJSON-1069601408-project-admin] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Reconfigured VM instance to set the machine id {{(pid=62880) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1518.095852] env[62880]: DEBUG nova.network.neutron [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Successfully updated port: 727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1518.132031] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7c270-390f-4b64-8cdf-62bcb704fc52 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.144393] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01b2cf9-2c36-4570-8ebf-058b96a4f357 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.178327] env[62880]: INFO nova.compute.manager [-] [instance: df273824-545b-49c0-a51a-5001c27dce18] Took 1.51 seconds to deallocate network for instance. [ 1518.184631] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1532850-a3e0-40f2-9ed6-0d1ff6ea9858 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.199351] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd68a47-248f-474f-a3e4-86a3c1e18348 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.203444] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880419, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.214317] env[62880]: DEBUG nova.compute.provider_tree [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.249931] env[62880]: DEBUG oslo_concurrency.lockutils [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] Releasing lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.250943] env[62880]: DEBUG nova.compute.manager [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Received event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1518.250943] env[62880]: DEBUG nova.compute.manager [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing instance network info cache due to event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1518.250943] env[62880]: DEBUG oslo_concurrency.lockutils [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] Acquiring lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.250943] env[62880]: DEBUG oslo_concurrency.lockutils [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] Acquired lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.250943] env[62880]: DEBUG nova.network.neutron [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.374594] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880416, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.521217] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Successfully updated port: b0ef5817-195c-4fa2-9bce-8ece15a05486 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1518.599291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquiring lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.599458] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquired lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.599597] env[62880]: DEBUG nova.network.neutron [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.689172] env[62880]: DEBUG oslo_vmware.api [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880419, 'name': PowerOnVM_Task, 'duration_secs': 0.641942} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.689172] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.689172] env[62880]: INFO nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1518.689172] env[62880]: DEBUG nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.689539] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc41594-b5f3-42c2-86b1-ad33dcc8a0de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.692557] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.719999] env[62880]: DEBUG nova.scheduler.client.report [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.871707] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880416, 'name': CloneVM_Task, 'duration_secs': 2.175933} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.871973] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Created linked-clone VM from snapshot [ 1518.872835] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677b7bae-6975-4514-b777-1bc4f07837b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.880465] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Uploading image 0c61c24e-46d8-4906-a937-cd1db95a28ca {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1518.905383] env[62880]: DEBUG oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1518.905383] env[62880]: value = "vm-388611" [ 1518.905383] env[62880]: _type = "VirtualMachine" [ 1518.905383] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1518.905643] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-075cd86e-0873-4125-ad3b-423553ecc9a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.914181] env[62880]: DEBUG oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lease: (returnval){ [ 1518.914181] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dd8e9a-8fd3-15f7-9c11-4c6d79fc3272" [ 1518.914181] env[62880]: _type = "HttpNfcLease" [ 1518.914181] env[62880]: } obtained for exporting VM: (result){ [ 1518.914181] env[62880]: value = "vm-388611" [ 1518.914181] env[62880]: _type = "VirtualMachine" [ 1518.914181] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1518.914459] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the lease: (returnval){ [ 1518.914459] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dd8e9a-8fd3-15f7-9c11-4c6d79fc3272" [ 1518.914459] env[62880]: _type = "HttpNfcLease" [ 1518.914459] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1518.921440] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1518.921440] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dd8e9a-8fd3-15f7-9c11-4c6d79fc3272" [ 1518.921440] env[62880]: _type = "HttpNfcLease" [ 1518.921440] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1518.967230] env[62880]: DEBUG nova.network.neutron [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updated VIF entry in instance network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1518.967651] env[62880]: DEBUG nova.network.neutron [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updating instance_info_cache with network_info: [{"id": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "address": "fa:16:3e:4e:87:fb", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb01a9d4-09", "ovs_interfaceid": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.025986] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.026226] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquired lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.026428] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.134308] env[62880]: DEBUG nova.network.neutron [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.208086] env[62880]: INFO nova.compute.manager [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Took 44.75 seconds to build instance. [ 1519.230564] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.230564] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.233832] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.300s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.235145] env[62880]: INFO nova.compute.claims [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.287849] env[62880]: DEBUG nova.network.neutron [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Updating instance_info_cache with network_info: [{"id": "727cb107-8e59-481b-b231-21461eba4275", "address": "fa:16:3e:95:74:f2", "network": {"id": "e1696793-8537-4a0c-a81d-05df7728a947", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1214574741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36af84c29a0b48da8ea0108df78608d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727cb107-8e", "ovs_interfaceid": "727cb107-8e59-481b-b231-21461eba4275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.402850] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: df273824-545b-49c0-a51a-5001c27dce18] Received event network-vif-deleted-f2ab3052-2bbf-4deb-a43b-9542426430df {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1519.402972] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Received event network-vif-plugged-727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1519.403333] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Acquiring lock "86aee71e-451d-40a7-b018-f95d33aefc9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.403437] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Lock "86aee71e-451d-40a7-b018-f95d33aefc9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.403568] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Lock "86aee71e-451d-40a7-b018-f95d33aefc9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.403730] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] No waiting events found dispatching network-vif-plugged-727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1519.403892] env[62880]: WARNING nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Received unexpected event network-vif-plugged-727cb107-8e59-481b-b231-21461eba4275 for instance with vm_state building and task_state spawning. [ 1519.404090] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Received event network-changed-727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1519.404252] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Refreshing instance network info cache due to event network-changed-727cb107-8e59-481b-b231-21461eba4275. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1519.404416] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Acquiring lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.420445] env[62880]: DEBUG nova.compute.manager [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-changed-d9feb62e-ab71-4b1e-bea3-67fe0a6b7717 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1519.420806] env[62880]: DEBUG nova.compute.manager [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Refreshing instance network info cache due to event network-changed-d9feb62e-ab71-4b1e-bea3-67fe0a6b7717. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1519.420806] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Acquiring lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.426518] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1519.426518] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dd8e9a-8fd3-15f7-9c11-4c6d79fc3272" [ 1519.426518] env[62880]: _type = "HttpNfcLease" [ 1519.426518] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1519.426801] env[62880]: DEBUG oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1519.426801] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dd8e9a-8fd3-15f7-9c11-4c6d79fc3272" [ 1519.426801] env[62880]: _type = "HttpNfcLease" [ 1519.426801] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1519.427496] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a7efa-3436-40a3-9970-db7061744b3a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.439907] env[62880]: DEBUG oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf8971-49f7-e256-db1b-724ba087b5a2/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1519.440190] env[62880]: DEBUG oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf8971-49f7-e256-db1b-724ba087b5a2/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1519.501943] env[62880]: DEBUG oslo_concurrency.lockutils [req-563d9efb-3321-412a-aa55-d81b9e75e41d req-9518f57d-b470-4c1f-abfc-29758f1496e0 service nova] Releasing lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.543271] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e88ba70-be76-4824-96b6-514832be4146 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.568988] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.711056] env[62880]: DEBUG oslo_concurrency.lockutils [None req-571ba6f8-80a0-4330-ac3a-08250ebbc076 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.821s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.754997] env[62880]: DEBUG nova.compute.utils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1519.757985] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1519.757985] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1519.794705] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Releasing lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.795451] env[62880]: DEBUG nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Instance network_info: |[{"id": "727cb107-8e59-481b-b231-21461eba4275", "address": "fa:16:3e:95:74:f2", "network": {"id": "e1696793-8537-4a0c-a81d-05df7728a947", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1214574741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36af84c29a0b48da8ea0108df78608d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727cb107-8e", "ovs_interfaceid": "727cb107-8e59-481b-b231-21461eba4275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.795944] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Acquired lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.796175] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Refreshing network info cache for port 727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.801327] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:74:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '727cb107-8e59-481b-b231-21461eba4275', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.809984] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Creating folder: Project (36af84c29a0b48da8ea0108df78608d3). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1519.813536] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48caf9cd-1ab2-4e1d-8566-57b415cf3ddb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.828469] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Created folder: Project (36af84c29a0b48da8ea0108df78608d3) in parent group-v388473. [ 1519.828606] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Creating folder: Instances. Parent ref: group-v388612. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1519.828926] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebd5f381-071f-46c3-af50-e0f90d2bae22 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.842311] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Created folder: Instances in parent group-v388612. [ 1519.842311] env[62880]: DEBUG oslo.service.loopingcall [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.842311] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.842311] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97986e67-d345-4204-b56b-8c0dcaf2308e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.870893] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.870893] env[62880]: value = "task-1880423" [ 1519.870893] env[62880]: _type = "Task" [ 1519.870893] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.888489] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880423, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.073514] env[62880]: DEBUG nova.network.neutron [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updating instance_info_cache with network_info: [{"id": "a255eed1-6780-4f71-b477-fcafebd306bb", "address": "fa:16:3e:92:e4:e0", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa255eed1-67", "ovs_interfaceid": "a255eed1-6780-4f71-b477-fcafebd306bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "address": "fa:16:3e:c8:64:90", "network": {"id": "56454382-cd72-45a7-aac9-de02950db1fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958954350", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9feb62e-ab", "ovs_interfaceid": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0ef5817-195c-4fa2-9bce-8ece15a05486", "address": "fa:16:3e:67:ae:6c", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5817-19", "ovs_interfaceid": "b0ef5817-195c-4fa2-9bce-8ece15a05486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.178766] env[62880]: DEBUG nova.policy [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e78c9935959f46e58433dee3ed6de510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '876edc2eb1d44e53877b7c5597b824b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.215707] env[62880]: DEBUG nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1520.265544] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1520.382699] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880423, 'name': CreateVM_Task, 'duration_secs': 0.439381} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.382983] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.383735] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.383906] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.385458] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.388513] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9ae9c0-5364-4c67-a397-943761926f6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.394152] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1520.394152] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5283201e-89af-98dc-b320-9bbd1282b901" [ 1520.394152] env[62880]: _type = "Task" [ 1520.394152] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.413433] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5283201e-89af-98dc-b320-9bbd1282b901, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.413943] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.414477] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.414839] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.415197] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.415608] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.415949] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d757dad1-da20-4637-ae4b-5eafb1bee4e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.424651] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.424922] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.425817] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b10893-ee26-430f-af0e-60544c3cfb8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.431321] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1520.431321] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52391d98-7d8a-f5f1-619f-da4aa498a286" [ 1520.431321] env[62880]: _type = "Task" [ 1520.431321] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.439730] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52391d98-7d8a-f5f1-619f-da4aa498a286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.578202] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Releasing lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.578202] env[62880]: DEBUG nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Instance network_info: |[{"id": "a255eed1-6780-4f71-b477-fcafebd306bb", "address": "fa:16:3e:92:e4:e0", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa255eed1-67", "ovs_interfaceid": "a255eed1-6780-4f71-b477-fcafebd306bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "address": "fa:16:3e:c8:64:90", "network": {"id": "56454382-cd72-45a7-aac9-de02950db1fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958954350", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9feb62e-ab", "ovs_interfaceid": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0ef5817-195c-4fa2-9bce-8ece15a05486", "address": "fa:16:3e:67:ae:6c", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5817-19", "ovs_interfaceid": "b0ef5817-195c-4fa2-9bce-8ece15a05486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1520.578663] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Acquired lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.578945] env[62880]: DEBUG nova.network.neutron [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Refreshing network info cache for port d9feb62e-ab71-4b1e-bea3-67fe0a6b7717 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.580809] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:e4:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a255eed1-6780-4f71-b477-fcafebd306bb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:64:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9feb62e-ab71-4b1e-bea3-67fe0a6b7717', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:ae:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0ef5817-195c-4fa2-9bce-8ece15a05486', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.593401] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Creating folder: Project (2cd63fc9fa9e4ddaa57dfbe43b64f790). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.597326] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d23fc17e-96cc-4cf7-82ee-e18b3e2c27f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.609574] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Created folder: Project (2cd63fc9fa9e4ddaa57dfbe43b64f790) in parent group-v388473. [ 1520.609900] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Creating folder: Instances. Parent ref: group-v388615. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.610259] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d66699d-6b2b-4d4b-ad96-0b26fb60bb89 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.626160] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Created folder: Instances in parent group-v388615. [ 1520.626494] env[62880]: DEBUG oslo.service.loopingcall [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.626700] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.626918] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb027df6-44a0-4d1d-bff0-66eb0ef94124 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.657419] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.657419] env[62880]: value = "task-1880426" [ 1520.657419] env[62880]: _type = "Task" [ 1520.657419] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.671200] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880426, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.752075] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.789453] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Updated VIF entry in instance network info cache for port 727cb107-8e59-481b-b231-21461eba4275. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.789925] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Updating instance_info_cache with network_info: [{"id": "727cb107-8e59-481b-b231-21461eba4275", "address": "fa:16:3e:95:74:f2", "network": {"id": "e1696793-8537-4a0c-a81d-05df7728a947", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1214574741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36af84c29a0b48da8ea0108df78608d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727cb107-8e", "ovs_interfaceid": "727cb107-8e59-481b-b231-21461eba4275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.946402] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52391d98-7d8a-f5f1-619f-da4aa498a286, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.947310] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c46938-d0e9-46eb-86cf-798e77e2c89b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.955725] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1520.955725] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5295a379-2409-9b27-d2b8-5af2bd33971e" [ 1520.955725] env[62880]: _type = "Task" [ 1520.955725] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.968732] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5295a379-2409-9b27-d2b8-5af2bd33971e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.982618] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294d5946-4d3f-4694-be92-644414622199 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.990758] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e86400-d38f-46d5-8461-c904541060b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.022688] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7094b5-07c3-4e3d-aeea-f4f11568718f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.030859] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd3b267-5231-4d0e-a3a2-ebfbd9ac78d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.044857] env[62880]: DEBUG nova.compute.provider_tree [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.173800] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880426, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.277816] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.282573] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Successfully created port: 9a940555-9b60-4e85-bfb2-674a23f576ef {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.301648] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Releasing lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.301648] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Received event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1521.301648] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing instance network info cache due to event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1521.301648] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Acquiring lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.301648] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Acquired lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.301648] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.322198] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1521.322574] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.322819] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1521.323095] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.323320] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1521.323487] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1521.323734] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1521.323992] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1521.324316] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1521.324542] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1521.324773] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1521.326560] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13b053e-901b-4ef1-bfd4-b200534a7f30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.341820] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8fa9f1-9c42-4b2e-834e-41c01c1da926 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.467344] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5295a379-2409-9b27-d2b8-5af2bd33971e, 'name': SearchDatastore_Task, 'duration_secs': 0.016062} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.467433] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.468029] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 86aee71e-451d-40a7-b018-f95d33aefc9c/86aee71e-451d-40a7-b018-f95d33aefc9c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.468217] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3496b3c8-9ec0-4261-836d-cafb0fe0482b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.475702] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1521.475702] env[62880]: value = "task-1880427" [ 1521.475702] env[62880]: _type = "Task" [ 1521.475702] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.485624] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.548785] env[62880]: DEBUG nova.scheduler.client.report [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.678251] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880426, 'name': CreateVM_Task, 'duration_secs': 0.694296} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.678559] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.679550] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.679886] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.680386] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.680708] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4f1447-99ca-4795-958f-1ff6c9429ece {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.686903] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1521.686903] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529df838-4bbb-82a9-251f-91f2e7daa5ef" [ 1521.686903] env[62880]: _type = "Task" [ 1521.686903] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.698464] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529df838-4bbb-82a9-251f-91f2e7daa5ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.729552] env[62880]: DEBUG nova.network.neutron [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updated VIF entry in instance network info cache for port d9feb62e-ab71-4b1e-bea3-67fe0a6b7717. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.730554] env[62880]: DEBUG nova.network.neutron [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updating instance_info_cache with network_info: [{"id": "a255eed1-6780-4f71-b477-fcafebd306bb", "address": "fa:16:3e:92:e4:e0", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa255eed1-67", "ovs_interfaceid": "a255eed1-6780-4f71-b477-fcafebd306bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "address": "fa:16:3e:c8:64:90", "network": {"id": "56454382-cd72-45a7-aac9-de02950db1fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958954350", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9feb62e-ab", "ovs_interfaceid": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0ef5817-195c-4fa2-9bce-8ece15a05486", "address": "fa:16:3e:67:ae:6c", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5817-19", "ovs_interfaceid": "b0ef5817-195c-4fa2-9bce-8ece15a05486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.795286] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08fae5f-73d2-4e7e-8e4e-2e7f95789e13 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.803389] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-34b27582-6043-46da-8551-93be655a9e7b tempest-ServersAdminNegativeTestJSON-1811668741 tempest-ServersAdminNegativeTestJSON-1811668741-project-admin] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Suspending the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1521.803667] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-277a64f4-62e4-4015-8310-01fa89046a51 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.815269] env[62880]: DEBUG oslo_vmware.api [None req-34b27582-6043-46da-8551-93be655a9e7b tempest-ServersAdminNegativeTestJSON-1811668741 tempest-ServersAdminNegativeTestJSON-1811668741-project-admin] Waiting for the task: (returnval){ [ 1521.815269] env[62880]: value = "task-1880428" [ 1521.815269] env[62880]: _type = "Task" [ 1521.815269] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.826651] env[62880]: DEBUG oslo_vmware.api [None req-34b27582-6043-46da-8551-93be655a9e7b tempest-ServersAdminNegativeTestJSON-1811668741 tempest-ServersAdminNegativeTestJSON-1811668741-project-admin] Task: {'id': task-1880428, 'name': SuspendVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.988477] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.055552] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.056260] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1522.063105] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.498s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.063402] env[62880]: DEBUG nova.objects.instance [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lazy-loading 'resources' on Instance uuid 270451b4-5dbf-450c-9495-900b2f546a97 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.202232] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529df838-4bbb-82a9-251f-91f2e7daa5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.020117} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.202655] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.203014] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1522.203532] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.203753] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.204038] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1522.204405] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-227e6c08-f64e-4fb0-9f24-36880a290164 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.224626] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1522.224848] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1522.226074] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e134f0-2743-4b5f-9675-747e7cf975fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.233614] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Releasing lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.234759] env[62880]: DEBUG nova.compute.manager [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-vif-plugged-b0ef5817-195c-4fa2-9bce-8ece15a05486 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1522.234759] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Acquiring lock "c0e19770-8f39-4621-9122-1d80d527642c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.234759] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Lock "c0e19770-8f39-4621-9122-1d80d527642c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.234984] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Lock "c0e19770-8f39-4621-9122-1d80d527642c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.235203] env[62880]: DEBUG nova.compute.manager [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] No waiting events found dispatching network-vif-plugged-b0ef5817-195c-4fa2-9bce-8ece15a05486 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.235410] env[62880]: WARNING nova.compute.manager [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received unexpected event network-vif-plugged-b0ef5817-195c-4fa2-9bce-8ece15a05486 for instance with vm_state building and task_state spawning. [ 1522.235594] env[62880]: DEBUG nova.compute.manager [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-changed-b0ef5817-195c-4fa2-9bce-8ece15a05486 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1522.235774] env[62880]: DEBUG nova.compute.manager [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Refreshing instance network info cache due to event network-changed-b0ef5817-195c-4fa2-9bce-8ece15a05486. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1522.235965] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Acquiring lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.236842] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Acquired lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.236842] env[62880]: DEBUG nova.network.neutron [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Refreshing network info cache for port b0ef5817-195c-4fa2-9bce-8ece15a05486 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.247584] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1522.247584] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ebf89-77dd-fe42-906c-8c5c6e2058f2" [ 1522.247584] env[62880]: _type = "Task" [ 1522.247584] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.252816] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ebf89-77dd-fe42-906c-8c5c6e2058f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.326592] env[62880]: DEBUG oslo_vmware.api [None req-34b27582-6043-46da-8551-93be655a9e7b tempest-ServersAdminNegativeTestJSON-1811668741 tempest-ServersAdminNegativeTestJSON-1811668741-project-admin] Task: {'id': task-1880428, 'name': SuspendVM_Task} progress is 62%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.450596] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updated VIF entry in instance network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.450945] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updating instance_info_cache with network_info: [{"id": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "address": "fa:16:3e:4e:87:fb", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb01a9d4-09", "ovs_interfaceid": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.488637] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788505} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.489268] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 86aee71e-451d-40a7-b018-f95d33aefc9c/86aee71e-451d-40a7-b018-f95d33aefc9c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.489493] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1522.489762] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-773892f7-de09-4e93-967e-801e21339e8b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.498303] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1522.498303] env[62880]: value = "task-1880429" [ 1522.498303] env[62880]: _type = "Task" [ 1522.498303] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.512900] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.569570] env[62880]: DEBUG nova.compute.utils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1522.571241] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.571444] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.674702] env[62880]: DEBUG nova.policy [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e78c9935959f46e58433dee3ed6de510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '876edc2eb1d44e53877b7c5597b824b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.762964] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ebf89-77dd-fe42-906c-8c5c6e2058f2, 'name': SearchDatastore_Task, 'duration_secs': 0.063655} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.763591] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bead5bb-707c-4bb7-9327-1ff52b4b42e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.770448] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1522.770448] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fbc249-c71e-ef9a-5747-67e35f6b9953" [ 1522.770448] env[62880]: _type = "Task" [ 1522.770448] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.781546] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fbc249-c71e-ef9a-5747-67e35f6b9953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.828163] env[62880]: DEBUG oslo_vmware.api [None req-34b27582-6043-46da-8551-93be655a9e7b tempest-ServersAdminNegativeTestJSON-1811668741 tempest-ServersAdminNegativeTestJSON-1811668741-project-admin] Task: {'id': task-1880428, 'name': SuspendVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.953794] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Releasing lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.954829] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Received event network-changed-de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1522.954829] env[62880]: DEBUG nova.compute.manager [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Refreshing instance network info cache due to event network-changed-de46c7a5-9009-4658-9db3-9e3d64d501f1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1522.954829] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Acquiring lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.954829] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Acquired lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.954829] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Refreshing network info cache for port de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.015137] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088035} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.015463] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1523.016373] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91669ebe-0c07-4852-8eed-ea047d83e721 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.044275] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 86aee71e-451d-40a7-b018-f95d33aefc9c/86aee71e-451d-40a7-b018-f95d33aefc9c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.047691] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0fe66a-337d-4860-95c1-f72edac07f36 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.063656] env[62880]: DEBUG nova.network.neutron [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updated VIF entry in instance network info cache for port b0ef5817-195c-4fa2-9bce-8ece15a05486. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.065144] env[62880]: DEBUG nova.network.neutron [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updating instance_info_cache with network_info: [{"id": "a255eed1-6780-4f71-b477-fcafebd306bb", "address": "fa:16:3e:92:e4:e0", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa255eed1-67", "ovs_interfaceid": "a255eed1-6780-4f71-b477-fcafebd306bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "address": "fa:16:3e:c8:64:90", "network": {"id": "56454382-cd72-45a7-aac9-de02950db1fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958954350", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9feb62e-ab", "ovs_interfaceid": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0ef5817-195c-4fa2-9bce-8ece15a05486", "address": "fa:16:3e:67:ae:6c", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5817-19", "ovs_interfaceid": "b0ef5817-195c-4fa2-9bce-8ece15a05486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.073049] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1523.073049] env[62880]: value = "task-1880430" [ 1523.073049] env[62880]: _type = "Task" [ 1523.073049] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.076702] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1523.089930] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.283091] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fbc249-c71e-ef9a-5747-67e35f6b9953, 'name': SearchDatastore_Task, 'duration_secs': 0.016876} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.284376] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.284652] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] c0e19770-8f39-4621-9122-1d80d527642c/c0e19770-8f39-4621-9122-1d80d527642c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1523.285692] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232805cc-3dfa-41c0-86db-c44162f0ff2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.288605] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a320b6-ead4-4ce2-99a5-b456a9df4909 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.297603] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57113a1-abb5-4e75-9b15-ff65f400208f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.300941] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1523.300941] env[62880]: value = "task-1880431" [ 1523.300941] env[62880]: _type = "Task" [ 1523.300941] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.335758] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d82069-7185-41a9-88a2-625885706edf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.341451] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.351897] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272a74cf-b8f7-41d3-8da7-36149b8e3e41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.356447] env[62880]: DEBUG oslo_vmware.api [None req-34b27582-6043-46da-8551-93be655a9e7b tempest-ServersAdminNegativeTestJSON-1811668741 tempest-ServersAdminNegativeTestJSON-1811668741-project-admin] Task: {'id': task-1880428, 'name': SuspendVM_Task, 'duration_secs': 1.063276} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.357194] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-34b27582-6043-46da-8551-93be655a9e7b tempest-ServersAdminNegativeTestJSON-1811668741 tempest-ServersAdminNegativeTestJSON-1811668741-project-admin] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Suspended the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1523.357389] env[62880]: DEBUG nova.compute.manager [None req-34b27582-6043-46da-8551-93be655a9e7b tempest-ServersAdminNegativeTestJSON-1811668741 tempest-ServersAdminNegativeTestJSON-1811668741-project-admin] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.359309] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543576b0-edfa-416c-a1d0-05b326554839 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.372246] env[62880]: DEBUG nova.compute.provider_tree [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.567537] env[62880]: DEBUG oslo_concurrency.lockutils [req-c6014fab-c602-47a5-9d68-d0d2b681cbce req-73b30cdc-cfd2-4e46-b9c0-7319a61c0e9f service nova] Releasing lock "refresh_cache-c0e19770-8f39-4621-9122-1d80d527642c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.583629] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880430, 'name': ReconfigVM_Task, 'duration_secs': 0.371159} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.583946] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 86aee71e-451d-40a7-b018-f95d33aefc9c/86aee71e-451d-40a7-b018-f95d33aefc9c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1523.588117] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed565720-fd94-48c1-b4f7-ba9d91495c56 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.600021] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1523.600021] env[62880]: value = "task-1880432" [ 1523.600021] env[62880]: _type = "Task" [ 1523.600021] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.607063] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880432, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.677908] env[62880]: DEBUG nova.compute.manager [req-cd112125-f9b5-432a-a6f8-ee5ac59a83be req-51bcd45e-4715-40b0-9bdb-f81e419ca3ff service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Received event network-changed-de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1523.677908] env[62880]: DEBUG nova.compute.manager [req-cd112125-f9b5-432a-a6f8-ee5ac59a83be req-51bcd45e-4715-40b0-9bdb-f81e419ca3ff service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Refreshing instance network info cache due to event network-changed-de46c7a5-9009-4658-9db3-9e3d64d501f1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1523.678063] env[62880]: DEBUG oslo_concurrency.lockutils [req-cd112125-f9b5-432a-a6f8-ee5ac59a83be req-51bcd45e-4715-40b0-9bdb-f81e419ca3ff service nova] Acquiring lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.751691] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Successfully created port: b95451d5-4047-4e93-883a-5bc1899e1fde {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.810988] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.835365] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Updated VIF entry in instance network info cache for port de46c7a5-9009-4658-9db3-9e3d64d501f1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.838844] env[62880]: DEBUG nova.network.neutron [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Updating instance_info_cache with network_info: [{"id": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "address": "fa:16:3e:fd:f3:1c", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde46c7a5-90", "ovs_interfaceid": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.875265] env[62880]: DEBUG nova.scheduler.client.report [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.085818] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Successfully updated port: 9a940555-9b60-4e85-bfb2-674a23f576ef {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1524.096696] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1524.119037] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880432, 'name': Rename_Task, 'duration_secs': 0.219481} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.119037] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.119037] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55692cbb-41ee-4e3c-9ef1-f6f2b27003fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.123860] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1524.123860] env[62880]: value = "task-1880433" [ 1524.123860] env[62880]: _type = "Task" [ 1524.123860] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.137104] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.149917] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1524.150281] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.150451] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1524.150724] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.150884] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1524.151068] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1524.151324] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1524.151497] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1524.151670] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1524.151838] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1524.152019] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1524.152940] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043e0dfe-2316-408a-a581-6c48e72df297 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.163935] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3367ae9d-7bbb-40d3-985e-a994970d64e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.318281] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.343708] env[62880]: DEBUG oslo_concurrency.lockutils [req-48094a56-ffd9-484d-abe0-2c36bcd3cdca req-b2b31084-99be-4b97-a226-76fa48315d2b service nova] Releasing lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.343708] env[62880]: DEBUG oslo_concurrency.lockutils [req-cd112125-f9b5-432a-a6f8-ee5ac59a83be req-51bcd45e-4715-40b0-9bdb-f81e419ca3ff service nova] Acquired lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.343708] env[62880]: DEBUG nova.network.neutron [req-cd112125-f9b5-432a-a6f8-ee5ac59a83be req-51bcd45e-4715-40b0-9bdb-f81e419ca3ff service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Refreshing network info cache for port de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.386036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.387614] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.920s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.388083] env[62880]: DEBUG nova.objects.instance [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1524.419929] env[62880]: INFO nova.scheduler.client.report [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleted allocations for instance 270451b4-5dbf-450c-9495-900b2f546a97 [ 1524.558327] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "c801be10-4ae2-4a93-a63a-44b2cae5c143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.558478] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "c801be10-4ae2-4a93-a63a-44b2cae5c143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.558645] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "c801be10-4ae2-4a93-a63a-44b2cae5c143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.558861] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "c801be10-4ae2-4a93-a63a-44b2cae5c143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.558988] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "c801be10-4ae2-4a93-a63a-44b2cae5c143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.563465] env[62880]: INFO nova.compute.manager [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Terminating instance [ 1524.595145] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "refresh_cache-9e768b41-bcda-431d-a215-d33790da70ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.595397] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "refresh_cache-9e768b41-bcda-431d-a215-d33790da70ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.595591] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.639146] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.813713] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880431, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.278806} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.814187] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] c0e19770-8f39-4621-9122-1d80d527642c/c0e19770-8f39-4621-9122-1d80d527642c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.814336] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.814920] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5833ef92-e53d-4a7c-bd73-903d8c5a15cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.822178] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1524.822178] env[62880]: value = "task-1880434" [ 1524.822178] env[62880]: _type = "Task" [ 1524.822178] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.831200] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.928331] env[62880]: DEBUG oslo_concurrency.lockutils [None req-811a24fc-8243-4795-84cc-cf529d6f3bb6 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "270451b4-5dbf-450c-9495-900b2f546a97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.394s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.072399] env[62880]: DEBUG nova.compute.manager [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1525.072663] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1525.074181] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905ba521-28a2-45e0-aa99-a9f29fe2f55e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.084328] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1525.084534] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9064586-86b9-4239-934d-12d85481af48 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.091724] env[62880]: DEBUG oslo_vmware.api [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1525.091724] env[62880]: value = "task-1880435" [ 1525.091724] env[62880]: _type = "Task" [ 1525.091724] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.104109] env[62880]: DEBUG oslo_vmware.api [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.138230] env[62880]: DEBUG oslo_vmware.api [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880433, 'name': PowerOnVM_Task, 'duration_secs': 0.559457} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.138633] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.139083] env[62880]: INFO nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1525.139083] env[62880]: DEBUG nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.139751] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f866a838-2d52-41fa-b261-bf3933a2a777 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.150651] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.333108] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.351926] env[62880]: DEBUG nova.network.neutron [req-cd112125-f9b5-432a-a6f8-ee5ac59a83be req-51bcd45e-4715-40b0-9bdb-f81e419ca3ff service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Updated VIF entry in instance network info cache for port de46c7a5-9009-4658-9db3-9e3d64d501f1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.351926] env[62880]: DEBUG nova.network.neutron [req-cd112125-f9b5-432a-a6f8-ee5ac59a83be req-51bcd45e-4715-40b0-9bdb-f81e419ca3ff service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Updating instance_info_cache with network_info: [{"id": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "address": "fa:16:3e:fd:f3:1c", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde46c7a5-90", "ovs_interfaceid": "de46c7a5-9009-4658-9db3-9e3d64d501f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.401830] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e5b86edb-a160-4dfe-9f03-7fbf995a6b44 tempest-ServersAdmin275Test-1628776577 tempest-ServersAdmin275Test-1628776577-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.401830] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.682s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.402794] env[62880]: INFO nova.compute.claims [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.409902] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Updating instance_info_cache with network_info: [{"id": "9a940555-9b60-4e85-bfb2-674a23f576ef", "address": "fa:16:3e:e0:33:18", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a940555-9b", "ovs_interfaceid": "9a940555-9b60-4e85-bfb2-674a23f576ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.606182] env[62880]: DEBUG oslo_vmware.api [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880435, 'name': PowerOffVM_Task, 'duration_secs': 0.246885} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.606585] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1525.606935] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1525.607698] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-559dcaa2-ea91-474d-828b-466f4279fb63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.667748] env[62880]: INFO nova.compute.manager [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Took 40.76 seconds to build instance. [ 1525.836756] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.812184} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.837068] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1525.837920] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313422f2-5eb4-4477-b56a-1796b679bc7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.862248] env[62880]: DEBUG oslo_concurrency.lockutils [req-cd112125-f9b5-432a-a6f8-ee5ac59a83be req-51bcd45e-4715-40b0-9bdb-f81e419ca3ff service nova] Releasing lock "refresh_cache-c801be10-4ae2-4a93-a63a-44b2cae5c143" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.875822] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] c0e19770-8f39-4621-9122-1d80d527642c/c0e19770-8f39-4621-9122-1d80d527642c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1525.876948] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Successfully updated port: b95451d5-4047-4e93-883a-5bc1899e1fde {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.878177] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7675e0-759f-4a62-ae48-1e6d0e26c4b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.902108] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1525.902108] env[62880]: value = "task-1880437" [ 1525.902108] env[62880]: _type = "Task" [ 1525.902108] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.912345] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.919579] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "refresh_cache-9e768b41-bcda-431d-a215-d33790da70ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.919579] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Instance network_info: |[{"id": "9a940555-9b60-4e85-bfb2-674a23f576ef", "address": "fa:16:3e:e0:33:18", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a940555-9b", "ovs_interfaceid": "9a940555-9b60-4e85-bfb2-674a23f576ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1525.919579] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:33:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a940555-9b60-4e85-bfb2-674a23f576ef', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.928507] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Creating folder: Project (876edc2eb1d44e53877b7c5597b824b9). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.929353] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04e625ad-797c-4960-b684-1713275a95ac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.941021] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Created folder: Project (876edc2eb1d44e53877b7c5597b824b9) in parent group-v388473. [ 1525.941021] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Creating folder: Instances. Parent ref: group-v388618. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.942028] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9998bb07-8a39-4c1d-8fc6-5cfaa2ee65bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.951065] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Created folder: Instances in parent group-v388618. [ 1525.951332] env[62880]: DEBUG oslo.service.loopingcall [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.951636] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.951741] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73f6a89a-8f3d-4cfd-a5c7-92eaf169a081 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.975233] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.975233] env[62880]: value = "task-1880440" [ 1525.975233] env[62880]: _type = "Task" [ 1525.975233] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.983719] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880440, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.091139] env[62880]: DEBUG nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Received event network-vif-plugged-9a940555-9b60-4e85-bfb2-674a23f576ef {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1526.091403] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Acquiring lock "9e768b41-bcda-431d-a215-d33790da70ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.091664] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Lock "9e768b41-bcda-431d-a215-d33790da70ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.091760] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Lock "9e768b41-bcda-431d-a215-d33790da70ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.092573] env[62880]: DEBUG nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] No waiting events found dispatching network-vif-plugged-9a940555-9b60-4e85-bfb2-674a23f576ef {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1526.092573] env[62880]: WARNING nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Received unexpected event network-vif-plugged-9a940555-9b60-4e85-bfb2-674a23f576ef for instance with vm_state building and task_state spawning. [ 1526.092573] env[62880]: DEBUG nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Received event network-changed-9a940555-9b60-4e85-bfb2-674a23f576ef {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1526.092573] env[62880]: DEBUG nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Refreshing instance network info cache due to event network-changed-9a940555-9b60-4e85-bfb2-674a23f576ef. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1526.092573] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Acquiring lock "refresh_cache-9e768b41-bcda-431d-a215-d33790da70ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.092925] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Acquired lock "refresh_cache-9e768b41-bcda-431d-a215-d33790da70ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.092925] env[62880]: DEBUG nova.network.neutron [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Refreshing network info cache for port 9a940555-9b60-4e85-bfb2-674a23f576ef {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1526.173575] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ae477476-3cd4-4d5d-b2e2-bd14cc01db74 tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "86aee71e-451d-40a7-b018-f95d33aefc9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.227s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.399439] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "refresh_cache-d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.399439] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "refresh_cache-d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.399439] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.415692] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.480836] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.481137] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.481370] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Deleting the datastore file [datastore1] c801be10-4ae2-4a93-a63a-44b2cae5c143 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.482133] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3eb3097-ac0f-4b32-be5f-da6fe5e023cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.488586] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880440, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.499090] env[62880]: DEBUG oslo_vmware.api [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1526.499090] env[62880]: value = "task-1880441" [ 1526.499090] env[62880]: _type = "Task" [ 1526.499090] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.511837] env[62880]: DEBUG oslo_vmware.api [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.521208] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.521662] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.521930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "df00cfae-3bbb-4489-83fb-c7444548c0c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.522135] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.522311] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.524705] env[62880]: INFO nova.compute.manager [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Terminating instance [ 1526.682455] env[62880]: DEBUG nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.914853] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880437, 'name': ReconfigVM_Task, 'duration_secs': 0.63778} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.915395] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] c0e19770-8f39-4621-9122-1d80d527642c/c0e19770-8f39-4621-9122-1d80d527642c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.919063] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c539972-5279-47f1-8a66-5b481413cb6f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.922938] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1526.922938] env[62880]: value = "task-1880442" [ 1526.922938] env[62880]: _type = "Task" [ 1526.922938] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.940989] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880442, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.970293] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.986305] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880440, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.014698] env[62880]: DEBUG oslo_vmware.api [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.028617] env[62880]: DEBUG nova.compute.manager [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.028860] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.030152] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497a747d-b256-44f1-83fc-2965d2baffad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.045459] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.045944] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-646d7524-b219-4d99-bf06-f8273cca2ea4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.055125] env[62880]: DEBUG oslo_vmware.api [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1527.055125] env[62880]: value = "task-1880443" [ 1527.055125] env[62880]: _type = "Task" [ 1527.055125] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.062110] env[62880]: DEBUG nova.network.neutron [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Updated VIF entry in instance network info cache for port 9a940555-9b60-4e85-bfb2-674a23f576ef. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.062485] env[62880]: DEBUG nova.network.neutron [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Updating instance_info_cache with network_info: [{"id": "9a940555-9b60-4e85-bfb2-674a23f576ef", "address": "fa:16:3e:e0:33:18", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a940555-9b", "ovs_interfaceid": "9a940555-9b60-4e85-bfb2-674a23f576ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.069641] env[62880]: DEBUG oslo_vmware.api [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.086402] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df00414-f538-45c1-bf07-b82411841912 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.100385] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391c004-8bfb-489f-b1c8-9481100a6ce4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.156524] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793eeb0a-a6e0-43ba-8346-73e39cc04f94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.165591] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d85080-37ec-4027-b5cf-0131a5c15610 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.182441] env[62880]: DEBUG nova.compute.provider_tree [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.212195] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.257869] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Updating instance_info_cache with network_info: [{"id": "b95451d5-4047-4e93-883a-5bc1899e1fde", "address": "fa:16:3e:74:6b:a8", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95451d5-40", "ovs_interfaceid": "b95451d5-4047-4e93-883a-5bc1899e1fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.272717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "f66e533d-105b-4eda-9f02-b1cc37d96288" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.272717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.436342] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880442, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.485993] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880440, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.516012] env[62880]: DEBUG oslo_vmware.api [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.572025] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Releasing lock "refresh_cache-9e768b41-bcda-431d-a215-d33790da70ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.572327] env[62880]: DEBUG nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Received event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1527.572524] env[62880]: DEBUG nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing instance network info cache due to event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1527.572727] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Acquiring lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.572884] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Acquired lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.574281] env[62880]: DEBUG nova.network.neutron [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.575408] env[62880]: DEBUG oslo_vmware.api [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880443, 'name': PowerOffVM_Task, 'duration_secs': 0.303848} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.576511] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.576621] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.576813] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d343fb-87bb-408b-9502-31e15ee5dbdf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.692769] env[62880]: DEBUG nova.scheduler.client.report [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.767143] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "refresh_cache-d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.767143] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Instance network_info: |[{"id": "b95451d5-4047-4e93-883a-5bc1899e1fde", "address": "fa:16:3e:74:6b:a8", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95451d5-40", "ovs_interfaceid": "b95451d5-4047-4e93-883a-5bc1899e1fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.767143] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6b:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95451d5-4047-4e93-883a-5bc1899e1fde', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.774159] env[62880]: DEBUG oslo.service.loopingcall [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.774637] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.775382] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae9a61b2-46a8-4bd5-b3f4-859cc21053df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.804128] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.804128] env[62880]: value = "task-1880445" [ 1527.804128] env[62880]: _type = "Task" [ 1527.804128] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.812707] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880445, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.833549] env[62880]: INFO nova.compute.manager [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Rebuilding instance [ 1527.890103] env[62880]: DEBUG nova.compute.manager [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.891474] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c131eab3-1024-4f3f-846d-0fd2ad1bd2ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.930512] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.930796] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.931034] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleting the datastore file [datastore2] df00cfae-3bbb-4489-83fb-c7444548c0c4 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.931735] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-765e7c49-847d-4bea-bc3d-fca790938164 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.937520] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880442, 'name': Rename_Task, 'duration_secs': 0.995249} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.938128] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.938396] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb0e04f-1c59-48be-a489-6a6eeea854a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.942100] env[62880]: DEBUG oslo_vmware.api [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for the task: (returnval){ [ 1527.942100] env[62880]: value = "task-1880446" [ 1527.942100] env[62880]: _type = "Task" [ 1527.942100] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.946779] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1527.946779] env[62880]: value = "task-1880447" [ 1527.946779] env[62880]: _type = "Task" [ 1527.946779] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.957344] env[62880]: DEBUG oslo_vmware.api [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.964584] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880447, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.987562] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880440, 'name': CreateVM_Task, 'duration_secs': 1.949795} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.987771] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.988522] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.988692] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.989041] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.989639] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227e6f54-3fa0-42c1-9686-6c2f8b3d4708 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.997165] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1527.997165] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524f1ebf-bf4b-3d32-66c8-014afd1a6dd7" [ 1527.997165] env[62880]: _type = "Task" [ 1527.997165] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.009663] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524f1ebf-bf4b-3d32-66c8-014afd1a6dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.015024] env[62880]: DEBUG oslo_vmware.api [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.163243} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.016558] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.016796] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.017267] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.017267] env[62880]: INFO nova.compute.manager [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Took 2.94 seconds to destroy the instance on the hypervisor. [ 1528.017378] env[62880]: DEBUG oslo.service.loopingcall [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.017598] env[62880]: DEBUG nova.compute.manager [-] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.017696] env[62880]: DEBUG nova.network.neutron [-] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.164230] env[62880]: DEBUG nova.compute.manager [req-b4dd7f68-10db-4442-9a82-461f5d271492 req-85be125e-f4d2-4b7f-a11e-ba79bd24c1b6 service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Received event network-changed-727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1528.164667] env[62880]: DEBUG nova.compute.manager [req-b4dd7f68-10db-4442-9a82-461f5d271492 req-85be125e-f4d2-4b7f-a11e-ba79bd24c1b6 service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Refreshing instance network info cache due to event network-changed-727cb107-8e59-481b-b231-21461eba4275. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1528.164667] env[62880]: DEBUG oslo_concurrency.lockutils [req-b4dd7f68-10db-4442-9a82-461f5d271492 req-85be125e-f4d2-4b7f-a11e-ba79bd24c1b6 service nova] Acquiring lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.164861] env[62880]: DEBUG oslo_concurrency.lockutils [req-b4dd7f68-10db-4442-9a82-461f5d271492 req-85be125e-f4d2-4b7f-a11e-ba79bd24c1b6 service nova] Acquired lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.165264] env[62880]: DEBUG nova.network.neutron [req-b4dd7f68-10db-4442-9a82-461f5d271492 req-85be125e-f4d2-4b7f-a11e-ba79bd24c1b6 service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Refreshing network info cache for port 727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.202774] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.203437] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1528.207044] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.558s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.207044] env[62880]: DEBUG nova.objects.instance [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lazy-loading 'resources' on Instance uuid c202a47a-50ac-4056-a370-76ee0169a4af {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.315714] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880445, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.461670] env[62880]: DEBUG oslo_vmware.api [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Task: {'id': task-1880446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323311} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.465263] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.465575] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.465796] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.466017] env[62880]: INFO nova.compute.manager [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1528.466320] env[62880]: DEBUG oslo.service.loopingcall [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.466596] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.466849] env[62880]: DEBUG nova.compute.manager [-] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.466974] env[62880]: DEBUG nova.network.neutron [-] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.471216] env[62880]: DEBUG nova.network.neutron [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updated VIF entry in instance network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.471618] env[62880]: DEBUG nova.network.neutron [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updating instance_info_cache with network_info: [{"id": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "address": "fa:16:3e:4e:87:fb", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb01a9d4-09", "ovs_interfaceid": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.512352] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524f1ebf-bf4b-3d32-66c8-014afd1a6dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.031249} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.512681] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.513982] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.514607] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.514742] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.516458] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.516458] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18ad8aca-956f-4ebd-a72d-91eefc9fc861 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.526171] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.526371] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.527149] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c6704e-f405-45ec-9921-4dcaa3bb70ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.535357] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1528.535357] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52de94fb-4902-0c1d-e8e7-438e80c5ea25" [ 1528.535357] env[62880]: _type = "Task" [ 1528.535357] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.546113] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52de94fb-4902-0c1d-e8e7-438e80c5ea25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.654267] env[62880]: DEBUG nova.compute.manager [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Received event network-changed-b95451d5-4047-4e93-883a-5bc1899e1fde {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1528.654464] env[62880]: DEBUG nova.compute.manager [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Refreshing instance network info cache due to event network-changed-b95451d5-4047-4e93-883a-5bc1899e1fde. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1528.654812] env[62880]: DEBUG oslo_concurrency.lockutils [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] Acquiring lock "refresh_cache-d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.654812] env[62880]: DEBUG oslo_concurrency.lockutils [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] Acquired lock "refresh_cache-d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.654964] env[62880]: DEBUG nova.network.neutron [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Refreshing network info cache for port b95451d5-4047-4e93-883a-5bc1899e1fde {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.711591] env[62880]: DEBUG nova.compute.utils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1528.724392] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1528.731189] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1528.731189] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1528.814144] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880445, 'name': CreateVM_Task, 'duration_secs': 0.663725} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.818463] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.820572] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.820709] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.820952] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.821644] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b196b20a-b1a0-4117-bf84-a9d37ca2ae4b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.828167] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1528.828167] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524cd13c-347b-4836-44b7-f87fd1b3f05b" [ 1528.828167] env[62880]: _type = "Task" [ 1528.828167] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.835519] env[62880]: DEBUG nova.network.neutron [-] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.843860] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524cd13c-347b-4836-44b7-f87fd1b3f05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.850302] env[62880]: DEBUG nova.policy [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e78c9935959f46e58433dee3ed6de510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '876edc2eb1d44e53877b7c5597b824b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1528.911373] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.911640] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ff555fd-a61b-4df1-b99a-bf10bb1367cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.917998] env[62880]: DEBUG oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf8971-49f7-e256-db1b-724ba087b5a2/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1528.921161] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfcffe6-badb-496c-989d-2dfe099df0ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.934272] env[62880]: DEBUG oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf8971-49f7-e256-db1b-724ba087b5a2/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1528.934881] env[62880]: ERROR oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf8971-49f7-e256-db1b-724ba087b5a2/disk-0.vmdk due to incomplete transfer. [ 1528.935264] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1528.935264] env[62880]: value = "task-1880448" [ 1528.935264] env[62880]: _type = "Task" [ 1528.935264] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.935460] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-07541330-4425-470d-a790-48dd63e041bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.952579] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.957074] env[62880]: DEBUG oslo_vmware.rw_handles [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf8971-49f7-e256-db1b-724ba087b5a2/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1528.957268] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Uploaded image 0c61c24e-46d8-4906-a937-cd1db95a28ca to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1528.959520] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1528.962568] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea212ba4-4721-446f-84ca-80b06db08f41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.971868] env[62880]: DEBUG oslo_vmware.api [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880447, 'name': PowerOnVM_Task, 'duration_secs': 0.662054} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.977302] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.977302] env[62880]: INFO nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Took 16.37 seconds to spawn the instance on the hypervisor. [ 1528.977302] env[62880]: DEBUG nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.977302] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1528.977302] env[62880]: value = "task-1880449" [ 1528.977302] env[62880]: _type = "Task" [ 1528.977302] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.979641] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Releasing lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.979641] env[62880]: DEBUG nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Received event network-vif-plugged-b95451d5-4047-4e93-883a-5bc1899e1fde {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1528.979641] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Acquiring lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.979641] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.979641] env[62880]: DEBUG oslo_concurrency.lockutils [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] Lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.979641] env[62880]: DEBUG nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] No waiting events found dispatching network-vif-plugged-b95451d5-4047-4e93-883a-5bc1899e1fde {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.979641] env[62880]: WARNING nova.compute.manager [req-ba57ecc8-0e46-4583-9d52-36c6b81045e5 req-5c00ac15-cdc9-416c-8b5c-aad1e8f59e54 service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Received unexpected event network-vif-plugged-b95451d5-4047-4e93-883a-5bc1899e1fde for instance with vm_state building and task_state spawning. [ 1528.982040] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae34c0-734a-4bfa-9805-11e511f5ce70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.996258] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880449, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.054596] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52de94fb-4902-0c1d-e8e7-438e80c5ea25, 'name': SearchDatastore_Task, 'duration_secs': 0.015281} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.056105] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d462a00-7f6a-4a59-a5e4-75765bcfb78e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.064940] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1529.064940] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52256214-f235-1ab3-7b20-3e99b998198e" [ 1529.064940] env[62880]: _type = "Task" [ 1529.064940] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.074641] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52256214-f235-1ab3-7b20-3e99b998198e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.248721] env[62880]: DEBUG nova.network.neutron [req-b4dd7f68-10db-4442-9a82-461f5d271492 req-85be125e-f4d2-4b7f-a11e-ba79bd24c1b6 service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Updated VIF entry in instance network info cache for port 727cb107-8e59-481b-b231-21461eba4275. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.250036] env[62880]: DEBUG nova.network.neutron [req-b4dd7f68-10db-4442-9a82-461f5d271492 req-85be125e-f4d2-4b7f-a11e-ba79bd24c1b6 service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Updating instance_info_cache with network_info: [{"id": "727cb107-8e59-481b-b231-21461eba4275", "address": "fa:16:3e:95:74:f2", "network": {"id": "e1696793-8537-4a0c-a81d-05df7728a947", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1214574741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36af84c29a0b48da8ea0108df78608d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727cb107-8e", "ovs_interfaceid": "727cb107-8e59-481b-b231-21461eba4275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.336477] env[62880]: DEBUG nova.network.neutron [-] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.347972] env[62880]: INFO nova.compute.manager [-] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Took 1.33 seconds to deallocate network for instance. [ 1529.348350] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524cd13c-347b-4836-44b7-f87fd1b3f05b, 'name': SearchDatastore_Task, 'duration_secs': 0.016927} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.354762] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.355553] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.355553] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.432704] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b5e268-8512-4f6d-9baf-3d730ecc2b51 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.442684] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Successfully created port: f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.449537] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac8a520-9f1d-4d9f-a8f9-a5faa6416981 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.455984] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880448, 'name': PowerOffVM_Task, 'duration_secs': 0.442008} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.456783] env[62880]: DEBUG nova.network.neutron [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Updated VIF entry in instance network info cache for port b95451d5-4047-4e93-883a-5bc1899e1fde. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.457125] env[62880]: DEBUG nova.network.neutron [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Updating instance_info_cache with network_info: [{"id": "b95451d5-4047-4e93-883a-5bc1899e1fde", "address": "fa:16:3e:74:6b:a8", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95451d5-40", "ovs_interfaceid": "b95451d5-4047-4e93-883a-5bc1899e1fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.462020] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.462020] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.491607] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89533de-80c1-49c1-8ffc-b1d65a9e9a8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.497741] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.497973] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.498164] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.498346] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.498586] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.503619] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4cc188-3f4c-4f24-9bc4-f46c8bcfc424 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.506941] env[62880]: INFO nova.compute.manager [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Terminating instance [ 1529.521487] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.523089] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebd5f198-2575-47fc-85b2-a6623213418a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.525147] env[62880]: INFO nova.compute.manager [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Took 47.92 seconds to build instance. [ 1529.533947] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880449, 'name': Destroy_Task, 'duration_secs': 0.55464} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.534308] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Destroyed the VM [ 1529.534563] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1529.535861] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33708e12-c6cc-4c56-ab4b-e4c3f308c2cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.539715] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f99f59d6-e25c-4d31-97a0-93956943afb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.552350] env[62880]: DEBUG nova.compute.provider_tree [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.554921] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1529.554921] env[62880]: value = "task-1880451" [ 1529.554921] env[62880]: _type = "Task" [ 1529.554921] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.565742] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.576876] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52256214-f235-1ab3-7b20-3e99b998198e, 'name': SearchDatastore_Task, 'duration_secs': 0.025553} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.577514] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.577514] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 9e768b41-bcda-431d-a215-d33790da70ef/9e768b41-bcda-431d-a215-d33790da70ef.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.577721] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.577910] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.578192] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e3a2d74-4056-41ec-824a-35e59b1ca15a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.580387] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10a10a64-12da-412f-a10d-ec15be20f239 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.586989] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1529.586989] env[62880]: value = "task-1880452" [ 1529.586989] env[62880]: _type = "Task" [ 1529.586989] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.591279] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.591455] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.592456] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124466a3-48b7-4d43-8705-19baba805692 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.597486] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.600679] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1529.600679] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bee13e-5b84-f101-3afa-420118b4193b" [ 1529.600679] env[62880]: _type = "Task" [ 1529.600679] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.610631] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bee13e-5b84-f101-3afa-420118b4193b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.613204] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.613335] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.613518] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleting the datastore file [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.613771] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fa91bb9-6c89-4c5d-a35c-1ee7b5bab0ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.620039] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1529.620039] env[62880]: value = "task-1880453" [ 1529.620039] env[62880]: _type = "Task" [ 1529.620039] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.628463] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.747799] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1529.753260] env[62880]: DEBUG oslo_concurrency.lockutils [req-b4dd7f68-10db-4442-9a82-461f5d271492 req-85be125e-f4d2-4b7f-a11e-ba79bd24c1b6 service nova] Releasing lock "refresh_cache-86aee71e-451d-40a7-b018-f95d33aefc9c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.774427] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.775653] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.775653] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.775653] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.775849] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.776423] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.776423] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.776423] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.776864] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.776864] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.777480] env[62880]: DEBUG nova.virt.hardware [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.780054] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92fe552-044c-4164-b276-3fc87ea7d46e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.787654] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08b8cd9-dc10-4fd9-8366-be1765dbfb72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.852499] env[62880]: INFO nova.compute.manager [-] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Took 1.39 seconds to deallocate network for instance. [ 1529.866772] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.994084] env[62880]: DEBUG oslo_concurrency.lockutils [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] Releasing lock "refresh_cache-d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.994084] env[62880]: DEBUG nova.compute.manager [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Received event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1529.994084] env[62880]: DEBUG nova.compute.manager [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing instance network info cache due to event network-changed-cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1529.994084] env[62880]: DEBUG oslo_concurrency.lockutils [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] Acquiring lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.994084] env[62880]: DEBUG oslo_concurrency.lockutils [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] Acquired lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.994084] env[62880]: DEBUG nova.network.neutron [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Refreshing network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.024554] env[62880]: DEBUG nova.compute.manager [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.024860] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.026696] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19289ab4-5991-4d3e-885f-4b768cad1504 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.031903] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1001cddb-2168-4702-823c-db0124b93735 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c0e19770-8f39-4621-9122-1d80d527642c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.234s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.040967] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.041539] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16679b3c-4aad-453f-8d04-719bf1a8c608 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.063348] env[62880]: DEBUG nova.scheduler.client.report [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.076080] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880451, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.098035] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880452, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.111232] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bee13e-5b84-f101-3afa-420118b4193b, 'name': SearchDatastore_Task, 'duration_secs': 0.021735} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.112124] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3b014b-4621-45c4-a2cd-58333e1797e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.117832] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1530.117832] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523fab88-4859-a245-7786-a15576bc74d1" [ 1530.117832] env[62880]: _type = "Task" [ 1530.117832] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.129253] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523fab88-4859-a245-7786-a15576bc74d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.132408] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.227194] env[62880]: DEBUG nova.compute.manager [req-c32e11b2-87a8-426f-9424-06b284c58a49 req-fcb3c036-66c5-46ed-8e0d-831406f4c3f3 service nova] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Received event network-vif-deleted-de46c7a5-9009-4658-9db3-9e3d64d501f1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1530.227194] env[62880]: DEBUG nova.compute.manager [req-c32e11b2-87a8-426f-9424-06b284c58a49 req-fcb3c036-66c5-46ed-8e0d-831406f4c3f3 service nova] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Received event network-vif-deleted-f8796efa-232a-4777-897a-a524d3876b20 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1530.359962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.529072] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "c0e19770-8f39-4621-9122-1d80d527642c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.529332] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c0e19770-8f39-4621-9122-1d80d527642c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.529536] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "c0e19770-8f39-4621-9122-1d80d527642c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.529712] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c0e19770-8f39-4621-9122-1d80d527642c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.529876] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c0e19770-8f39-4621-9122-1d80d527642c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.534096] env[62880]: INFO nova.compute.manager [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Terminating instance [ 1530.535984] env[62880]: DEBUG nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.566831] env[62880]: DEBUG oslo_vmware.api [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880451, 'name': RemoveSnapshot_Task, 'duration_secs': 0.865729} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.566943] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1530.567191] env[62880]: INFO nova.compute.manager [None req-d6382092-bb74-4c78-9137-85866afbfe8e tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 1530.574027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.576469] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.479s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.577917] env[62880]: INFO nova.compute.claims [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.599159] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549688} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.602278] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 9e768b41-bcda-431d-a215-d33790da70ef/9e768b41-bcda-431d-a215-d33790da70ef.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.602278] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.602767] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62036db7-0efe-4a04-a36d-8ebfa1bbb910 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.610727] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1530.610727] env[62880]: value = "task-1880455" [ 1530.610727] env[62880]: _type = "Task" [ 1530.610727] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.614581] env[62880]: INFO nova.scheduler.client.report [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Deleted allocations for instance c202a47a-50ac-4056-a370-76ee0169a4af [ 1530.625680] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.634667] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579319} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.639409] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.639626] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.639805] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.642483] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523fab88-4859-a245-7786-a15576bc74d1, 'name': SearchDatastore_Task, 'duration_secs': 0.019119} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.645302] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.645575] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd/d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.646709] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40b4a84-f95b-470a-8c11-27fd99d04e03 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.655273] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1530.655273] env[62880]: value = "task-1880456" [ 1530.655273] env[62880]: _type = "Task" [ 1530.655273] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.663317] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.764886] env[62880]: DEBUG nova.network.neutron [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updated VIF entry in instance network info cache for port cb01a9d4-097a-47a5-a062-e201bb25d2a4. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.765330] env[62880]: DEBUG nova.network.neutron [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updating instance_info_cache with network_info: [{"id": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "address": "fa:16:3e:4e:87:fb", "network": {"id": "f280caa0-7b8f-4ce0-b075-b81aba518abe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-73156750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3f169b3683a441d8773d438fbe42b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb01a9d4-09", "ovs_interfaceid": "cb01a9d4-097a-47a5-a062-e201bb25d2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.001680] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.002094] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.002408] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Deleting the datastore file [datastore1] b2e57b1c-01b2-4f8e-98dd-d4f4235565ae {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.002784] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42f8c778-7fec-42b5-b0e0-6024133ec5e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.011726] env[62880]: DEBUG oslo_vmware.api [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1531.011726] env[62880]: value = "task-1880457" [ 1531.011726] env[62880]: _type = "Task" [ 1531.011726] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.026915] env[62880]: DEBUG oslo_vmware.api [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.045752] env[62880]: DEBUG nova.compute.manager [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.046397] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.047703] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcafb18-4a72-4578-b41b-455b88019749 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.075363] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.077509] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.077655] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd775ae-935c-49cd-bb95-229402fb9b1a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.086025] env[62880]: DEBUG oslo_vmware.api [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1531.086025] env[62880]: value = "task-1880458" [ 1531.086025] env[62880]: _type = "Task" [ 1531.086025] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.097560] env[62880]: DEBUG oslo_vmware.api [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.122342] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08389} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.122631] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.123520] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f47f7ee-b86a-44b2-b42c-15a3dd028a8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.129974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-84f08600-3926-4eae-b73b-2fc04b5430dc tempest-ServerRescueTestJSONUnderV235-277365018 tempest-ServerRescueTestJSONUnderV235-277365018-project-member] Lock "c202a47a-50ac-4056-a370-76ee0169a4af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.673s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.159621] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9e768b41-bcda-431d-a215-d33790da70ef/9e768b41-bcda-431d-a215-d33790da70ef.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.162905] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f97edaa-38d9-45bc-a712-96b68c4f8909 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.190222] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880456, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.192134] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1531.192134] env[62880]: value = "task-1880459" [ 1531.192134] env[62880]: _type = "Task" [ 1531.192134] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.206422] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.268623] env[62880]: DEBUG oslo_concurrency.lockutils [req-c7f357c0-2166-4f77-aa8f-10a263d057cc req-ab436e11-5216-4490-b7ca-fc42c5d65db1 service nova] Releasing lock "refresh_cache-98ed31cb-4b3d-4e7a-8a38-1d747eca2792" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.432331] env[62880]: DEBUG nova.compute.manager [req-c36a3b11-2f86-4251-945e-c458c537db82 req-b5b0c2e6-8e6c-47fe-9f11-593a2e389ce6 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Received event network-vif-plugged-f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1531.432451] env[62880]: DEBUG oslo_concurrency.lockutils [req-c36a3b11-2f86-4251-945e-c458c537db82 req-b5b0c2e6-8e6c-47fe-9f11-593a2e389ce6 service nova] Acquiring lock "d8035c57-5ca0-48f5-bb18-93827db750f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.432676] env[62880]: DEBUG oslo_concurrency.lockutils [req-c36a3b11-2f86-4251-945e-c458c537db82 req-b5b0c2e6-8e6c-47fe-9f11-593a2e389ce6 service nova] Lock "d8035c57-5ca0-48f5-bb18-93827db750f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.432904] env[62880]: DEBUG oslo_concurrency.lockutils [req-c36a3b11-2f86-4251-945e-c458c537db82 req-b5b0c2e6-8e6c-47fe-9f11-593a2e389ce6 service nova] Lock "d8035c57-5ca0-48f5-bb18-93827db750f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.433380] env[62880]: DEBUG nova.compute.manager [req-c36a3b11-2f86-4251-945e-c458c537db82 req-b5b0c2e6-8e6c-47fe-9f11-593a2e389ce6 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] No waiting events found dispatching network-vif-plugged-f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.433437] env[62880]: WARNING nova.compute.manager [req-c36a3b11-2f86-4251-945e-c458c537db82 req-b5b0c2e6-8e6c-47fe-9f11-593a2e389ce6 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Received unexpected event network-vif-plugged-f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29 for instance with vm_state building and task_state spawning. [ 1531.522159] env[62880]: DEBUG oslo_vmware.api [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.534375] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Successfully updated port: f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.599875] env[62880]: DEBUG oslo_vmware.api [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880458, 'name': PowerOffVM_Task, 'duration_secs': 0.283222} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.601088] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.601088] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.601088] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cdb0858-f618-42ee-8a79-31cf93985cb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.676789] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580812} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.676789] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd/d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1531.676789] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.677233] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd03b530-588b-491c-b54e-140c1fe19978 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.684292] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1531.684292] env[62880]: value = "task-1880461" [ 1531.684292] env[62880]: _type = "Task" [ 1531.684292] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.700496] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.706034] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.706290] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.706445] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.706620] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.706969] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.706969] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.711036] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.711036] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.711036] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.711036] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.711036] env[62880]: DEBUG nova.virt.hardware [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.712528] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0708ab9-978e-4362-8808-5b75e1df770d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.715306] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.721704] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066014b4-b1fb-4fe3-8a53-99eb951168ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.735990] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:f6:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4658b442-d377-4c13-adda-272db090ee21', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.743432] env[62880]: DEBUG oslo.service.loopingcall [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.746428] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.746860] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f097da1-a31b-4822-8575-ae12dfb1d20d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.769251] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.769251] env[62880]: value = "task-1880462" [ 1531.769251] env[62880]: _type = "Task" [ 1531.769251] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.779018] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880462, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.006808] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.006808] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.006808] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Deleting the datastore file [datastore1] c0e19770-8f39-4621-9122-1d80d527642c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.006808] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0223e6-ecbf-4324-8cfb-02898cbc1afd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.020288] env[62880]: DEBUG oslo_vmware.api [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1532.020288] env[62880]: value = "task-1880463" [ 1532.020288] env[62880]: _type = "Task" [ 1532.020288] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.028036] env[62880]: DEBUG oslo_vmware.api [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.643} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.028155] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.028312] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.028515] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.028789] env[62880]: INFO nova.compute.manager [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1532.028983] env[62880]: DEBUG oslo.service.loopingcall [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.029213] env[62880]: DEBUG nova.compute.manager [-] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.029307] env[62880]: DEBUG nova.network.neutron [-] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.033917] env[62880]: DEBUG oslo_vmware.api [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.037377] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "refresh_cache-d8035c57-5ca0-48f5-bb18-93827db750f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.037509] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "refresh_cache-d8035c57-5ca0-48f5-bb18-93827db750f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.037679] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.197838] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.420799} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.203779] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1532.204928] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d47262-ee2f-4c7f-a243-f0060fce5709 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.213781] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880459, 'name': ReconfigVM_Task, 'duration_secs': 0.938134} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.223260] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9e768b41-bcda-431d-a215-d33790da70ef/9e768b41-bcda-431d-a215-d33790da70ef.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.233076] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd/d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.236258] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-972be8b2-5974-445e-bbb2-ebd451c71928 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.238652] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9092a28-aa0a-4bec-868b-ad801d686cb3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.261910] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1532.261910] env[62880]: value = "task-1880465" [ 1532.261910] env[62880]: _type = "Task" [ 1532.261910] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.263352] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1532.263352] env[62880]: value = "task-1880464" [ 1532.263352] env[62880]: _type = "Task" [ 1532.263352] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.272302] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a3217d-cbdc-4e06-8e63-0a48622be2e0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.281490] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.285912] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880464, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.291623] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880462, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.292402] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bddd09-cc7e-4929-a291-0f7682b427f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.331121] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a8027-6260-422f-b5bd-16d3b9293185 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.340697] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae5941-978f-4360-8417-e3d311ce8c73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.362732] env[62880]: DEBUG nova.compute.provider_tree [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.532402] env[62880]: DEBUG oslo_vmware.api [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.621375] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.779738] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880465, 'name': ReconfigVM_Task, 'duration_secs': 0.470257} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.783107] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd/d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.784747] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880464, 'name': Rename_Task, 'duration_secs': 0.19829} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.784747] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aa58d5e-eaf5-4a3f-9d10-5a4a1c04034b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.786341] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.788754] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-149e8667-e2e7-4b93-9e0c-bb334732f77a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.790596] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880462, 'name': CreateVM_Task, 'duration_secs': 0.767281} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.790733] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.792360] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.792360] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.792360] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.792360] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f8191a-4fac-43eb-885c-768ccea76728 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.795355] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1532.795355] env[62880]: value = "task-1880466" [ 1532.795355] env[62880]: _type = "Task" [ 1532.795355] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.796654] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1532.796654] env[62880]: value = "task-1880467" [ 1532.796654] env[62880]: _type = "Task" [ 1532.796654] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.801107] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1532.801107] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d19883-4b9b-9223-7e5b-6ef7d64cc636" [ 1532.801107] env[62880]: _type = "Task" [ 1532.801107] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.811341] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880466, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.812590] env[62880]: DEBUG nova.network.neutron [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Updating instance_info_cache with network_info: [{"id": "f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29", "address": "fa:16:3e:7f:03:05", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d8344b-c6", "ovs_interfaceid": "f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.823987] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d19883-4b9b-9223-7e5b-6ef7d64cc636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.823987] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880467, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.867596] env[62880]: DEBUG nova.scheduler.client.report [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.871046] env[62880]: DEBUG nova.network.neutron [-] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.035815] env[62880]: DEBUG oslo_vmware.api [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.811271} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.036115] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.036115] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.036477] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.036477] env[62880]: INFO nova.compute.manager [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1533.036682] env[62880]: DEBUG oslo.service.loopingcall [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.036884] env[62880]: DEBUG nova.compute.manager [-] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.036977] env[62880]: DEBUG nova.network.neutron [-] [instance: c0e19770-8f39-4621-9122-1d80d527642c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.184549] env[62880]: DEBUG nova.compute.manager [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.185506] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde493e0-90f9-463a-9e42-0b7ba670110c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.310306] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880466, 'name': Rename_Task, 'duration_secs': 0.268789} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.313831] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.314117] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8784fcc-c672-4f67-8b46-6a680911c169 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.316052] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "refresh_cache-d8035c57-5ca0-48f5-bb18-93827db750f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.316341] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Instance network_info: |[{"id": "f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29", "address": "fa:16:3e:7f:03:05", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d8344b-c6", "ovs_interfaceid": "f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.319754] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:03:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.327968] env[62880]: DEBUG oslo.service.loopingcall [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.328606] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880467, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.332248] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.332526] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d19883-4b9b-9223-7e5b-6ef7d64cc636, 'name': SearchDatastore_Task, 'duration_secs': 0.030542} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.332716] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c2f3200-9055-4e28-81d9-f8c7664dec8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.348750] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.349069] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.349334] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.349477] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.349648] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.351338] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c90f2740-4210-4ecc-a059-f40f5896f380 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.353314] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1533.353314] env[62880]: value = "task-1880468" [ 1533.353314] env[62880]: _type = "Task" [ 1533.353314] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.360828] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.360828] env[62880]: value = "task-1880469" [ 1533.360828] env[62880]: _type = "Task" [ 1533.360828] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.362979] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.366781] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.366963] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.367672] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3214bae-4933-481a-ad74-aa065bc8be77 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.373286] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.374204] env[62880]: DEBUG nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.377045] env[62880]: INFO nova.compute.manager [-] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Took 1.35 seconds to deallocate network for instance. [ 1533.381187] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.993s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.381507] env[62880]: DEBUG nova.objects.instance [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lazy-loading 'resources' on Instance uuid 357808a6-b1be-4a2e-bf3e-0acca52c65bb {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.384593] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880469, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.384891] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1533.384891] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c9d189-cc70-36e4-07e5-6882873e8314" [ 1533.384891] env[62880]: _type = "Task" [ 1533.384891] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.398953] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c9d189-cc70-36e4-07e5-6882873e8314, 'name': SearchDatastore_Task, 'duration_secs': 0.013369} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.399741] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c767eb-39ac-43cb-98f8-392f84a0f8a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.406521] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1533.406521] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d21c56-2ac9-ed97-4deb-282a8c990d0c" [ 1533.406521] env[62880]: _type = "Task" [ 1533.406521] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.415548] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d21c56-2ac9-ed97-4deb-282a8c990d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.474790] env[62880]: DEBUG nova.compute.manager [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Received event network-changed-f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1533.474790] env[62880]: DEBUG nova.compute.manager [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Refreshing instance network info cache due to event network-changed-f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1533.474790] env[62880]: DEBUG oslo_concurrency.lockutils [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] Acquiring lock "refresh_cache-d8035c57-5ca0-48f5-bb18-93827db750f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.474790] env[62880]: DEBUG oslo_concurrency.lockutils [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] Acquired lock "refresh_cache-d8035c57-5ca0-48f5-bb18-93827db750f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.474790] env[62880]: DEBUG nova.network.neutron [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Refreshing network info cache for port f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.700526] env[62880]: INFO nova.compute.manager [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] instance snapshotting [ 1533.703355] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8949c8f-252e-42b0-b1b2-cfba797383b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.727280] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b261a308-a162-4ead-84e3-f3672f329bbd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.813838] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880467, 'name': PowerOnVM_Task, 'duration_secs': 0.624887} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.813838] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.813838] env[62880]: INFO nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Took 12.54 seconds to spawn the instance on the hypervisor. [ 1533.814269] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.815381] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125dcb3a-a944-4eb5-af18-9013fd699d61 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.865710] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.873791] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880469, 'name': CreateVM_Task, 'duration_secs': 0.395423} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.875353] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.875695] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.875822] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.876230] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.876822] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d79b524-4af7-4dac-8c8c-c5faf7800728 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.879901] env[62880]: DEBUG nova.compute.utils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.882131] env[62880]: DEBUG nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.882311] env[62880]: DEBUG nova.network.neutron [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.888444] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1533.888444] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ff4a6b-ab33-1f0f-b6e9-25747258e732" [ 1533.888444] env[62880]: _type = "Task" [ 1533.888444] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.900995] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.910216] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ff4a6b-ab33-1f0f-b6e9-25747258e732, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.915875] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.915875] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.915875] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.925878] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d21c56-2ac9-ed97-4deb-282a8c990d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.01556} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.925878] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.925878] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.925878] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.925878] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.925878] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b05ad4d-b21f-494c-8a0e-f331e2fde9bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.929345] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee7847c1-ebb5-43db-9544-fdb4d4f8015b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.937819] env[62880]: DEBUG nova.policy [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd435e56c7494cf4b8c4d8a4ebf2aef9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1950ec1faaaf4c7880edd1180efd2bea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.941742] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1533.941742] env[62880]: value = "task-1880470" [ 1533.941742] env[62880]: _type = "Task" [ 1533.941742] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.943733] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.944142] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.951429] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf786249-0043-439c-a300-049613f2afe1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.967708] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.969808] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1533.969808] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5249d177-e6e3-0351-5e79-83c4742c6c36" [ 1533.969808] env[62880]: _type = "Task" [ 1533.969808] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.989254] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5249d177-e6e3-0351-5e79-83c4742c6c36, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.991033] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5102ad-fc5b-4173-bf2c-18de555edf44 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.000117] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1534.000117] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525704ac-530c-98f9-fc64-0f81c988d32d" [ 1534.000117] env[62880]: _type = "Task" [ 1534.000117] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.017433] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525704ac-530c-98f9-fc64-0f81c988d32d, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.018838] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.018838] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] d8035c57-5ca0-48f5-bb18-93827db750f2/d8035c57-5ca0-48f5-bb18-93827db750f2.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.018838] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2e1c712-59d2-4113-8782-def65752c5bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.030827] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1534.030827] env[62880]: value = "task-1880471" [ 1534.030827] env[62880]: _type = "Task" [ 1534.030827] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.042854] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.243372] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1534.244695] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5581e0a-2d39-4298-ae35-3de90f1cfa66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.252349] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1534.252349] env[62880]: value = "task-1880472" [ 1534.252349] env[62880]: _type = "Task" [ 1534.252349] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.262365] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.273788] env[62880]: DEBUG nova.network.neutron [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Successfully created port: 527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.335025] env[62880]: INFO nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Took 41.47 seconds to build instance. [ 1534.364872] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880468, 'name': PowerOnVM_Task, 'duration_secs': 0.941411} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.365247] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.365474] env[62880]: INFO nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1534.366158] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1534.366679] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e306054-3431-45d1-8aa7-4f758bc6a2a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.383204] env[62880]: DEBUG nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.440549] env[62880]: DEBUG nova.network.neutron [-] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.457760] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.545687] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880471, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.612727] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d43c41-7617-4a1f-95a2-0f8638091415 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.627362] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a8f715-42f6-41b2-8b98-44f1e0dcae49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.682560] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1c4bf-d5c8-423f-86d1-54c5f0ce8ceb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.695069] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec9c27f-03d3-4164-9212-8e686183b62c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.721248] env[62880]: DEBUG nova.compute.provider_tree [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.767109] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880472, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.835863] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "9e768b41-bcda-431d-a215-d33790da70ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.774s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.859201] env[62880]: DEBUG nova.network.neutron [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Updated VIF entry in instance network info cache for port f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.859201] env[62880]: DEBUG nova.network.neutron [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Updating instance_info_cache with network_info: [{"id": "f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29", "address": "fa:16:3e:7f:03:05", "network": {"id": "c288fd0f-4434-4b3f-8d8b-48830cb5ca1e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-738682375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "876edc2eb1d44e53877b7c5597b824b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3d8344b-c6", "ovs_interfaceid": "f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.890525] env[62880]: INFO nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Took 40.98 seconds to build instance. [ 1534.945274] env[62880]: INFO nova.compute.manager [-] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Took 1.91 seconds to deallocate network for instance. [ 1534.961770] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676662} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.961770] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1534.961988] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1534.962320] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-609a9870-b765-4e07-bcc4-605de1415e80 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.973021] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1534.973021] env[62880]: value = "task-1880473" [ 1534.973021] env[62880]: _type = "Task" [ 1534.973021] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.983505] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.044200] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972409} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.044725] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] d8035c57-5ca0-48f5-bb18-93827db750f2/d8035c57-5ca0-48f5-bb18-93827db750f2.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.044799] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.046792] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c31a4aa9-8c0f-46f8-8647-ac7e30410ee0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.052336] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1535.052336] env[62880]: value = "task-1880474" [ 1535.052336] env[62880]: _type = "Task" [ 1535.052336] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.064132] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.228980] env[62880]: DEBUG nova.scheduler.client.report [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.265787] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880472, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.370028] env[62880]: DEBUG oslo_concurrency.lockutils [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] Releasing lock "refresh_cache-d8035c57-5ca0-48f5-bb18-93827db750f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.370028] env[62880]: DEBUG nova.compute.manager [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Received event network-vif-deleted-a3284456-f9bc-4765-a63c-28eeeaa9498e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1535.370028] env[62880]: DEBUG nova.compute.manager [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-vif-deleted-b0ef5817-195c-4fa2-9bce-8ece15a05486 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1535.370028] env[62880]: INFO nova.compute.manager [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Neutron deleted interface b0ef5817-195c-4fa2-9bce-8ece15a05486; detaching it from the instance and deleting it from the info cache [ 1535.370028] env[62880]: DEBUG nova.network.neutron [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updating instance_info_cache with network_info: [{"id": "a255eed1-6780-4f71-b477-fcafebd306bb", "address": "fa:16:3e:92:e4:e0", "network": {"id": "e3ec9906-3665-43cf-b7c7-ac428077a48f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-586054878", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa255eed1-67", "ovs_interfaceid": "a255eed1-6780-4f71-b477-fcafebd306bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "address": "fa:16:3e:c8:64:90", "network": {"id": "56454382-cd72-45a7-aac9-de02950db1fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958954350", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9feb62e-ab", "ovs_interfaceid": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.393625] env[62880]: DEBUG nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.397407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.304s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.416860] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.417159] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.417361] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.417580] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.417751] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.417909] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.418151] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.418327] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.418502] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.418721] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.418901] env[62880]: DEBUG nova.virt.hardware [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.419814] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b354b-ec5a-4770-9c36-cefe9ab09324 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.429136] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9464527-e222-483e-bf57-b6d878214097 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.457833] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.484551] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298442} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.484767] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.485674] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db06a699-0d2e-4563-a02f-580ea47d9d93 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.510968] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.512729] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99f69db-fd3a-4bad-93b6-304467c9c3ac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.528085] env[62880]: DEBUG nova.compute.manager [req-86475dad-f219-4f07-911e-489dc7533fa4 req-527a4b4c-db9d-4a08-aefe-00a8c438fb88 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-vif-deleted-a255eed1-6780-4f71-b477-fcafebd306bb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1535.528566] env[62880]: INFO nova.compute.manager [req-86475dad-f219-4f07-911e-489dc7533fa4 req-527a4b4c-db9d-4a08-aefe-00a8c438fb88 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Neutron deleted interface a255eed1-6780-4f71-b477-fcafebd306bb; detaching it from the instance and deleting it from the info cache [ 1535.528840] env[62880]: DEBUG nova.network.neutron [req-86475dad-f219-4f07-911e-489dc7533fa4 req-527a4b4c-db9d-4a08-aefe-00a8c438fb88 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updating instance_info_cache with network_info: [{"id": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "address": "fa:16:3e:c8:64:90", "network": {"id": "56454382-cd72-45a7-aac9-de02950db1fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-958954350", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9feb62e-ab", "ovs_interfaceid": "d9feb62e-ab71-4b1e-bea3-67fe0a6b7717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.539324] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1535.539324] env[62880]: value = "task-1880475" [ 1535.539324] env[62880]: _type = "Task" [ 1535.539324] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.548845] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.563431] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.350516} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.563747] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.564596] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a9f652-aeb1-47b2-a2a4-04214707adcc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.591075] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d8035c57-5ca0-48f5-bb18-93827db750f2/d8035c57-5ca0-48f5-bb18-93827db750f2.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.591432] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0407ffef-36c9-4ef9-abf8-a368a6656802 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.613034] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1535.613034] env[62880]: value = "task-1880476" [ 1535.613034] env[62880]: _type = "Task" [ 1535.613034] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.622012] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.736369] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.738778] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.139s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.738950] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.739639] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1535.739639] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.913s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.739639] env[62880]: DEBUG nova.objects.instance [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lazy-loading 'resources' on Instance uuid 03222b41-6488-49b1-a214-837f3c33f7bc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.741753] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d29bd-2c17-4a32-82b6-66e0e7edd41a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.751238] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31861e0e-488b-45d7-9a86-830b30a7f1ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.767655] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92afa8be-5d06-42b3-bcb0-e199d2467f31 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.773527] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880472, 'name': CreateSnapshot_Task, 'duration_secs': 1.453986} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.774494] env[62880]: INFO nova.scheduler.client.report [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Deleted allocations for instance 357808a6-b1be-4a2e-bf3e-0acca52c65bb [ 1535.776125] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1535.776934] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d054923-f8a9-4e6d-a451-678645c0ab55 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.785271] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85b2487-4ca2-4b8f-adb9-c694d0f5d532 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.827651] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178036MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1535.827856] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.872660] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da970248-3486-4cdc-9cdc-7185e613748f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.883604] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385a5fb-cdf8-4e66-9b52-3d1cfdaf12e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.923860] env[62880]: DEBUG nova.compute.manager [req-40ccc42e-b407-4e51-bc7a-7518f205d021 req-84352654-a02e-45e6-9b19-41b9695473a5 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Detach interface failed, port_id=b0ef5817-195c-4fa2-9bce-8ece15a05486, reason: Instance c0e19770-8f39-4621-9122-1d80d527642c could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1536.031436] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-758f0566-5df3-4fee-bf5f-f3a23306ba37 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.041366] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60373389-f14a-4e82-9d00-5865b37e8e19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.063201] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880475, 'name': ReconfigVM_Task, 'duration_secs': 0.402765} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.063502] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.064100] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6c165b1-8bb4-4846-b8e3-5591a0713bcd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.085271] env[62880]: DEBUG nova.compute.manager [req-86475dad-f219-4f07-911e-489dc7533fa4 req-527a4b4c-db9d-4a08-aefe-00a8c438fb88 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Detach interface failed, port_id=a255eed1-6780-4f71-b477-fcafebd306bb, reason: Instance c0e19770-8f39-4621-9122-1d80d527642c could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1536.085628] env[62880]: DEBUG nova.compute.manager [req-86475dad-f219-4f07-911e-489dc7533fa4 req-527a4b4c-db9d-4a08-aefe-00a8c438fb88 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Received event network-vif-deleted-d9feb62e-ab71-4b1e-bea3-67fe0a6b7717 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1536.085887] env[62880]: INFO nova.compute.manager [req-86475dad-f219-4f07-911e-489dc7533fa4 req-527a4b4c-db9d-4a08-aefe-00a8c438fb88 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Neutron deleted interface d9feb62e-ab71-4b1e-bea3-67fe0a6b7717; detaching it from the instance and deleting it from the info cache [ 1536.086086] env[62880]: DEBUG nova.network.neutron [req-86475dad-f219-4f07-911e-489dc7533fa4 req-527a4b4c-db9d-4a08-aefe-00a8c438fb88 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.088842] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1536.088842] env[62880]: value = "task-1880477" [ 1536.088842] env[62880]: _type = "Task" [ 1536.088842] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.100603] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880477, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.123871] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.150601] env[62880]: DEBUG nova.compute.manager [req-d032d46e-da43-4641-988a-c9dadfd29213 req-6a2d372f-2df8-4b64-84bc-4b33c5c76932 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Received event network-vif-plugged-527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1536.150924] env[62880]: DEBUG oslo_concurrency.lockutils [req-d032d46e-da43-4641-988a-c9dadfd29213 req-6a2d372f-2df8-4b64-84bc-4b33c5c76932 service nova] Acquiring lock "d8552fad-e6dd-4576-ac50-941cffd932e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.151177] env[62880]: DEBUG oslo_concurrency.lockutils [req-d032d46e-da43-4641-988a-c9dadfd29213 req-6a2d372f-2df8-4b64-84bc-4b33c5c76932 service nova] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.151372] env[62880]: DEBUG oslo_concurrency.lockutils [req-d032d46e-da43-4641-988a-c9dadfd29213 req-6a2d372f-2df8-4b64-84bc-4b33c5c76932 service nova] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.151540] env[62880]: DEBUG nova.compute.manager [req-d032d46e-da43-4641-988a-c9dadfd29213 req-6a2d372f-2df8-4b64-84bc-4b33c5c76932 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] No waiting events found dispatching network-vif-plugged-527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1536.151711] env[62880]: WARNING nova.compute.manager [req-d032d46e-da43-4641-988a-c9dadfd29213 req-6a2d372f-2df8-4b64-84bc-4b33c5c76932 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Received unexpected event network-vif-plugged-527419c2-9936-46ee-b421-d4b1643b9e5b for instance with vm_state building and task_state spawning. [ 1536.260908] env[62880]: DEBUG nova.network.neutron [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Successfully updated port: 527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.287956] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85fafe85-dea5-477f-98db-d88309ccbc73 tempest-ServersAdmin275Test-401629784 tempest-ServersAdmin275Test-401629784-project-member] Lock "357808a6-b1be-4a2e-bf3e-0acca52c65bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.115s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.304684] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1536.308403] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ad3e072-1cd5-4566-b17e-15cfab8925bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.318334] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1536.318334] env[62880]: value = "task-1880478" [ 1536.318334] env[62880]: _type = "Task" [ 1536.318334] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.328249] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880478, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.590475] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30ad00c7-aa5b-4dee-a477-c86bfca61659 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.605180] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880477, 'name': Rename_Task, 'duration_secs': 0.283185} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.606506] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.606959] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cbbdb5e-328d-4a16-82f6-6f7d18894ed9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.611890] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016ac26-8423-4aa5-95a0-a010026cbb0f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.631311] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1536.631311] env[62880]: value = "task-1880479" [ 1536.631311] env[62880]: _type = "Task" [ 1536.631311] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.639863] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880476, 'name': ReconfigVM_Task, 'duration_secs': 0.537412} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.643310] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d8035c57-5ca0-48f5-bb18-93827db750f2/d8035c57-5ca0-48f5-bb18-93827db750f2.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.660287] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29e79d08-4610-438d-8f24-6d07134558d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.662294] env[62880]: DEBUG nova.compute.manager [req-86475dad-f219-4f07-911e-489dc7533fa4 req-527a4b4c-db9d-4a08-aefe-00a8c438fb88 service nova] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Detach interface failed, port_id=d9feb62e-ab71-4b1e-bea3-67fe0a6b7717, reason: Instance c0e19770-8f39-4621-9122-1d80d527642c could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1536.668944] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880479, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.674226] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1536.674226] env[62880]: value = "task-1880480" [ 1536.674226] env[62880]: _type = "Task" [ 1536.674226] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.684521] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880480, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.765571] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.765571] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.765571] env[62880]: DEBUG nova.network.neutron [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.829750] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880478, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.849205] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0007d68-0c3c-4e37-9684-89babfde20a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.858254] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df91eea-9798-4d78-a834-2d3d6672ae80 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.892624] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabdcb09-a53d-4bd0-8bcc-3464b1dc7b2b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.901639] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497dc43c-92c1-4d9a-8d0f-0d72b1a11ff9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.919328] env[62880]: DEBUG nova.compute.provider_tree [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.142473] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.185329] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880480, 'name': Rename_Task, 'duration_secs': 0.222303} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.185656] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.185906] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02cb3f2f-b3b5-4763-8987-b55cfe2c2876 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.193121] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1537.193121] env[62880]: value = "task-1880481" [ 1537.193121] env[62880]: _type = "Task" [ 1537.193121] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.202098] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.326787] env[62880]: DEBUG nova.network.neutron [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1537.337055] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880478, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.422212] env[62880]: DEBUG nova.scheduler.client.report [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.545190] env[62880]: DEBUG nova.network.neutron [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updating instance_info_cache with network_info: [{"id": "527419c2-9936-46ee-b421-d4b1643b9e5b", "address": "fa:16:3e:fe:fd:76", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527419c2-99", "ovs_interfaceid": "527419c2-9936-46ee-b421-d4b1643b9e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.643628] env[62880]: DEBUG oslo_vmware.api [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880479, 'name': PowerOnVM_Task, 'duration_secs': 0.644938} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.643921] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1537.644143] env[62880]: DEBUG nova.compute.manager [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1537.645846] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95044b2b-daf6-404f-8ca9-86a03c4b574a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.705479] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.833401] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880478, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.929858] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.932887] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.996s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.934174] env[62880]: INFO nova.compute.claims [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.958917] env[62880]: INFO nova.scheduler.client.report [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Deleted allocations for instance 03222b41-6488-49b1-a214-837f3c33f7bc [ 1538.048097] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Releasing lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.048494] env[62880]: DEBUG nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Instance network_info: |[{"id": "527419c2-9936-46ee-b421-d4b1643b9e5b", "address": "fa:16:3e:fe:fd:76", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527419c2-99", "ovs_interfaceid": "527419c2-9936-46ee-b421-d4b1643b9e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1538.048908] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:fd:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '527419c2-9936-46ee-b421-d4b1643b9e5b', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.060404] env[62880]: DEBUG oslo.service.loopingcall [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.060656] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.061540] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d378d5d-13ea-41c5-86b6-d821b759b6ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.081292] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.081292] env[62880]: value = "task-1880482" [ 1538.081292] env[62880]: _type = "Task" [ 1538.081292] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.089601] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880482, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.163705] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.206277] env[62880]: DEBUG oslo_vmware.api [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880481, 'name': PowerOnVM_Task, 'duration_secs': 0.631904} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.206624] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.206893] env[62880]: INFO nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1538.207061] env[62880]: DEBUG nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.207887] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d62a87-05ca-42cd-874d-727660366227 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.213015] env[62880]: DEBUG nova.compute.manager [req-1edee2b2-f045-497d-ae77-eff804dfba98 req-1679ab9b-abf6-498c-ab15-984ab23a1498 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Received event network-changed-527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1538.213205] env[62880]: DEBUG nova.compute.manager [req-1edee2b2-f045-497d-ae77-eff804dfba98 req-1679ab9b-abf6-498c-ab15-984ab23a1498 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Refreshing instance network info cache due to event network-changed-527419c2-9936-46ee-b421-d4b1643b9e5b. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1538.213442] env[62880]: DEBUG oslo_concurrency.lockutils [req-1edee2b2-f045-497d-ae77-eff804dfba98 req-1679ab9b-abf6-498c-ab15-984ab23a1498 service nova] Acquiring lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.213939] env[62880]: DEBUG oslo_concurrency.lockutils [req-1edee2b2-f045-497d-ae77-eff804dfba98 req-1679ab9b-abf6-498c-ab15-984ab23a1498 service nova] Acquired lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.213939] env[62880]: DEBUG nova.network.neutron [req-1edee2b2-f045-497d-ae77-eff804dfba98 req-1679ab9b-abf6-498c-ab15-984ab23a1498 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Refreshing network info cache for port 527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.332109] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880478, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.466583] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2a44cc7b-784c-4617-bf7f-d001e63711cf tempest-VolumesAssistedSnapshotsTest-247806597 tempest-VolumesAssistedSnapshotsTest-247806597-project-member] Lock "03222b41-6488-49b1-a214-837f3c33f7bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.709s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.593051] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880482, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.732890] env[62880]: INFO nova.compute.manager [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Took 41.04 seconds to build instance. [ 1538.835993] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880478, 'name': CloneVM_Task, 'duration_secs': 2.026671} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.837353] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Created linked-clone VM from snapshot [ 1538.838171] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4d3623-15a6-4c7b-9f33-b153ae55d2d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.846800] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Uploading image fa76f72e-ad12-465f-a4f9-9d57cf7b256a {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1538.880592] env[62880]: DEBUG oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1538.880592] env[62880]: value = "vm-388625" [ 1538.880592] env[62880]: _type = "VirtualMachine" [ 1538.880592] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1538.881080] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-758ea487-d0f9-4efc-b4f9-796e5fd9b65f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.888784] env[62880]: DEBUG oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lease: (returnval){ [ 1538.888784] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ab4007-5f46-5e72-c61d-73df4c1a4690" [ 1538.888784] env[62880]: _type = "HttpNfcLease" [ 1538.888784] env[62880]: } obtained for exporting VM: (result){ [ 1538.888784] env[62880]: value = "vm-388625" [ 1538.888784] env[62880]: _type = "VirtualMachine" [ 1538.888784] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1538.889038] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the lease: (returnval){ [ 1538.889038] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ab4007-5f46-5e72-c61d-73df4c1a4690" [ 1538.889038] env[62880]: _type = "HttpNfcLease" [ 1538.889038] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1538.895828] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1538.895828] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ab4007-5f46-5e72-c61d-73df4c1a4690" [ 1538.895828] env[62880]: _type = "HttpNfcLease" [ 1538.895828] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1538.928523] env[62880]: INFO nova.compute.manager [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Rebuilding instance [ 1538.993997] env[62880]: DEBUG nova.compute.manager [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.995019] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725ce8e4-bb64-4c09-a6c4-a3c680a02d01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.100584] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880482, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.105511] env[62880]: DEBUG nova.network.neutron [req-1edee2b2-f045-497d-ae77-eff804dfba98 req-1679ab9b-abf6-498c-ab15-984ab23a1498 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updated VIF entry in instance network info cache for port 527419c2-9936-46ee-b421-d4b1643b9e5b. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1539.105844] env[62880]: DEBUG nova.network.neutron [req-1edee2b2-f045-497d-ae77-eff804dfba98 req-1679ab9b-abf6-498c-ab15-984ab23a1498 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updating instance_info_cache with network_info: [{"id": "527419c2-9936-46ee-b421-d4b1643b9e5b", "address": "fa:16:3e:fe:fd:76", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527419c2-99", "ovs_interfaceid": "527419c2-9936-46ee-b421-d4b1643b9e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.234281] env[62880]: DEBUG oslo_concurrency.lockutils [None req-27ef86d9-cb1a-41f8-b03d-e982c9eef1c4 tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8035c57-5ca0-48f5-bb18-93827db750f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.108s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.400842] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.400842] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ab4007-5f46-5e72-c61d-73df4c1a4690" [ 1539.400842] env[62880]: _type = "HttpNfcLease" [ 1539.400842] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1539.401198] env[62880]: DEBUG oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1539.401198] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ab4007-5f46-5e72-c61d-73df4c1a4690" [ 1539.401198] env[62880]: _type = "HttpNfcLease" [ 1539.401198] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1539.402340] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7187e3-264c-47f3-8d56-05f025a4f083 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.410486] env[62880]: DEBUG oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52245ed8-0868-547c-5d40-b8a1d07f1152/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1539.410715] env[62880]: DEBUG oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52245ed8-0868-547c-5d40-b8a1d07f1152/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1539.551185] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f67f1e5c-7689-42ae-be6a-63d77e9e0c7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.609167] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880482, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.610042] env[62880]: DEBUG oslo_concurrency.lockutils [req-1edee2b2-f045-497d-ae77-eff804dfba98 req-1679ab9b-abf6-498c-ab15-984ab23a1498 service nova] Releasing lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.627394] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c4ce25-aa65-4104-995e-9c384cd897f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.639239] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcbcb4a-75c8-4e04-908d-0d24db26849e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.690053] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c4201d-bff5-41e4-b732-e7400875976d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.701894] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca2307b-3f32-4d29-b90e-2517200e1be7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.711310] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "9e768b41-bcda-431d-a215-d33790da70ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.712108] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "9e768b41-bcda-431d-a215-d33790da70ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.712108] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "9e768b41-bcda-431d-a215-d33790da70ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.712364] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "9e768b41-bcda-431d-a215-d33790da70ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.712501] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "9e768b41-bcda-431d-a215-d33790da70ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.726928] env[62880]: DEBUG nova.compute.provider_tree [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.729251] env[62880]: INFO nova.compute.manager [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Terminating instance [ 1540.013151] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.013151] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96b1850b-bf7f-4995-8cf2-ca6093f5690c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.021191] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1540.021191] env[62880]: value = "task-1880484" [ 1540.021191] env[62880]: _type = "Task" [ 1540.021191] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.036186] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.096957] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880482, 'name': CreateVM_Task, 'duration_secs': 1.896497} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.096957] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.096957] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.097563] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.097692] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.098058] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e94e22f-4954-4c22-b68d-47c4d747b561 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.105023] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1540.105023] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d0c6ed-7a10-2277-8c9e-404836306661" [ 1540.105023] env[62880]: _type = "Task" [ 1540.105023] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.113118] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d0c6ed-7a10-2277-8c9e-404836306661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.234574] env[62880]: DEBUG nova.scheduler.client.report [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.241247] env[62880]: DEBUG nova.compute.manager [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.241247] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.241247] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29acb234-8592-454d-b5fe-a4925cf1732b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.254757] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.256194] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7545806-eaba-4517-a172-f4020cd91a63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.266382] env[62880]: DEBUG oslo_vmware.api [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1540.266382] env[62880]: value = "task-1880485" [ 1540.266382] env[62880]: _type = "Task" [ 1540.266382] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.287199] env[62880]: DEBUG oslo_vmware.api [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.534464] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880484, 'name': PowerOffVM_Task, 'duration_secs': 0.304084} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.534861] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.535592] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.537016] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a5eca3-9d87-46e8-a7b6-b7eb5fe10cec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.546130] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.546814] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11c3cdcc-ef75-4f6b-afcc-1d27d86f293f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.617267] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d0c6ed-7a10-2277-8c9e-404836306661, 'name': SearchDatastore_Task, 'duration_secs': 0.024742} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.617660] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.619354] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.620068] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.620992] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.620992] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.620992] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-913a5693-6588-4730-945b-24ded3bd460e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.640305] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.641688] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1540.641688] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb12bcfc-551a-443a-842f-eea6d375b4f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.649053] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1540.649053] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ea2814-0490-d084-de9b-6324aaffabe3" [ 1540.649053] env[62880]: _type = "Task" [ 1540.649053] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.659956] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ea2814-0490-d084-de9b-6324aaffabe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.746059] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.750020] env[62880]: DEBUG nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1540.750020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.020s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.754765] env[62880]: INFO nova.compute.claims [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.788159] env[62880]: DEBUG oslo_vmware.api [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880485, 'name': PowerOffVM_Task, 'duration_secs': 0.2654} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.788159] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.788159] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.788159] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd47042-5646-454a-bf94-74124fdceb7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.036513] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.036748] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.037020] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleting the datastore file [datastore2] 9e768b41-bcda-431d-a215-d33790da70ef {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.038517] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c8c303-9fea-487d-9650-81d7c7ab21af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.044080] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.044080] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.044080] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleting the datastore file [datastore2] 98af636c-27b8-455b-b1f6-53cafbdbf9ed {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.044080] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-229608f5-b4d0-4a0e-a1e3-a37071af8fa2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.059924] env[62880]: DEBUG oslo_vmware.api [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1541.059924] env[62880]: value = "task-1880488" [ 1541.059924] env[62880]: _type = "Task" [ 1541.059924] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.072039] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1541.072039] env[62880]: value = "task-1880489" [ 1541.072039] env[62880]: _type = "Task" [ 1541.072039] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.081411] env[62880]: DEBUG oslo_vmware.api [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.089097] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.163816] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ea2814-0490-d084-de9b-6324aaffabe3, 'name': SearchDatastore_Task, 'duration_secs': 0.02045} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.163816] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35523076-2b1b-4154-8094-377a32a3779e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.174293] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1541.174293] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52da7094-e6bd-6df9-ed38-ef544c89f758" [ 1541.174293] env[62880]: _type = "Task" [ 1541.174293] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.185181] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52da7094-e6bd-6df9-ed38-ef544c89f758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.269179] env[62880]: DEBUG nova.compute.utils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.273079] env[62880]: DEBUG nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1541.273284] env[62880]: DEBUG nova.network.neutron [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.352605] env[62880]: DEBUG nova.policy [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f16a640d9bcb48ffb4eeebbff7d57a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4718afd407054a8aa6b6089072d34c5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1541.558584] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquiring lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.558584] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.574162] env[62880]: DEBUG oslo_vmware.api [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45722} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.581830] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.582063] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.582248] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.582420] env[62880]: INFO nova.compute.manager [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1541.582676] env[62880]: DEBUG oslo.service.loopingcall [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.583926] env[62880]: DEBUG nova.compute.manager [-] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.583926] env[62880]: DEBUG nova.network.neutron [-] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.590940] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455379} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.591311] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.591509] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.591764] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.690117] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52da7094-e6bd-6df9-ed38-ef544c89f758, 'name': SearchDatastore_Task, 'duration_secs': 0.044994} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.690117] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.691034] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] d8552fad-e6dd-4576-ac50-941cffd932e3/d8552fad-e6dd-4576-ac50-941cffd932e3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.691658] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-127b1d71-b2f0-4907-8a4d-1f3e578075e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.702040] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1541.702040] env[62880]: value = "task-1880490" [ 1541.702040] env[62880]: _type = "Task" [ 1541.702040] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.710722] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.772510] env[62880]: DEBUG nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1541.978139] env[62880]: DEBUG nova.compute.manager [req-9662e251-5cd8-4c57-90dc-35534eea6d10 req-be629c66-76c1-4929-9240-6e21bdb24d94 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Received event network-vif-deleted-9a940555-9b60-4e85-bfb2-674a23f576ef {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1541.978139] env[62880]: INFO nova.compute.manager [req-9662e251-5cd8-4c57-90dc-35534eea6d10 req-be629c66-76c1-4929-9240-6e21bdb24d94 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Neutron deleted interface 9a940555-9b60-4e85-bfb2-674a23f576ef; detaching it from the instance and deleting it from the info cache [ 1541.978139] env[62880]: DEBUG nova.network.neutron [req-9662e251-5cd8-4c57-90dc-35534eea6d10 req-be629c66-76c1-4929-9240-6e21bdb24d94 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.983334] env[62880]: DEBUG nova.network.neutron [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Successfully created port: 8edf44ce-0824-46da-a2de-0c56b42c0ff3 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1542.062630] env[62880]: DEBUG nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.215988] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880490, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.439751] env[62880]: DEBUG nova.network.neutron [-] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.487484] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-074ab633-ce89-40a4-b5d8-7763a64c8157 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.493220] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda757c-0b24-4230-96a0-dab2d294f498 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.504150] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baddd614-07cb-45ca-b2f7-7dafe61f842d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.511367] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e640fc7a-7025-4aee-a1ea-caa66f257fd6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.577219] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c9edf-3c92-4c64-bdfa-886a713b15a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.583449] env[62880]: DEBUG nova.compute.manager [req-9662e251-5cd8-4c57-90dc-35534eea6d10 req-be629c66-76c1-4929-9240-6e21bdb24d94 service nova] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Detach interface failed, port_id=9a940555-9b60-4e85-bfb2-674a23f576ef, reason: Instance 9e768b41-bcda-431d-a215-d33790da70ef could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1542.592734] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa122e90-5ae9-4693-bcf2-d607bbeced1b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.611167] env[62880]: DEBUG nova.compute.provider_tree [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.614732] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.638132] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1542.638415] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.638611] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1542.638824] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.639577] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1542.639577] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1542.639577] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1542.639577] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1542.640106] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1542.640106] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1542.640106] env[62880]: DEBUG nova.virt.hardware [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1542.641363] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e5a8aa-1fb0-4ebb-a069-8b205a5d71e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.650432] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae214add-33b1-42c6-b6b7-03ae222453bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.668840] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:f6:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4658b442-d377-4c13-adda-272db090ee21', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.676701] env[62880]: DEBUG oslo.service.loopingcall [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.676990] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1542.677240] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-330189b1-47f0-4b06-8fbe-0f6b1a79966c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.697137] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.697137] env[62880]: value = "task-1880491" [ 1542.697137] env[62880]: _type = "Task" [ 1542.697137] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.705442] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880491, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.714714] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.961323} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.714714] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] d8552fad-e6dd-4576-ac50-941cffd932e3/d8552fad-e6dd-4576-ac50-941cffd932e3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.714714] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.714863] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c555ed5b-cc1a-43e6-9f6d-6fc637b0d9e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.721747] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1542.721747] env[62880]: value = "task-1880492" [ 1542.721747] env[62880]: _type = "Task" [ 1542.721747] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.730469] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.789350] env[62880]: DEBUG nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1542.824651] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1542.824912] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.825076] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1542.825262] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.825435] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1542.825627] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1542.825934] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1542.825934] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1542.826568] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1542.826568] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1542.827140] env[62880]: DEBUG nova.virt.hardware [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1542.828104] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88906177-bed5-4d61-847b-1ffddb9b0eef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.838603] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b76e6c-f576-40d4-97ff-77f7b27547fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.949979] env[62880]: INFO nova.compute.manager [-] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Took 1.37 seconds to deallocate network for instance. [ 1543.115623] env[62880]: DEBUG nova.scheduler.client.report [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.208411] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880491, 'name': CreateVM_Task, 'duration_secs': 0.449324} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.208839] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.209280] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.209446] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.209772] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.210052] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1330bfe-64cb-4c1c-bdfd-40b062c49a95 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.216550] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1543.216550] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52916303-2a35-a0ae-3f94-7577b2d6912b" [ 1543.216550] env[62880]: _type = "Task" [ 1543.216550] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.228624] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52916303-2a35-a0ae-3f94-7577b2d6912b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.233831] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085614} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.234086] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.234900] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5219433-f244-44d8-9c69-81c0975aa368 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.264322] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d8552fad-e6dd-4576-ac50-941cffd932e3/d8552fad-e6dd-4576-ac50-941cffd932e3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.264322] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d05b4c8-a52b-447a-a19a-a630fd5b7496 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.286672] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1543.286672] env[62880]: value = "task-1880493" [ 1543.286672] env[62880]: _type = "Task" [ 1543.286672] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.298652] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.461972] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.621585] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.624183] env[62880]: DEBUG nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1543.626659] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.891s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.629397] env[62880]: INFO nova.compute.claims [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.734445] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52916303-2a35-a0ae-3f94-7577b2d6912b, 'name': SearchDatastore_Task, 'duration_secs': 0.057171} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.734778] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.735027] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.735272] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.735452] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.735906] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.735906] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eec68f9e-764c-4ffc-b735-09a49934c983 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.750353] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.750672] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.751461] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aaf55ce-cd16-458e-b210-771a20e23b07 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.756997] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1543.756997] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5236ca3b-4ef8-03b0-44a1-2fa165a729a8" [ 1543.756997] env[62880]: _type = "Task" [ 1543.756997] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.772854] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5236ca3b-4ef8-03b0-44a1-2fa165a729a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.793301] env[62880]: DEBUG nova.network.neutron [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Successfully updated port: 8edf44ce-0824-46da-a2de-0c56b42c0ff3 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.804093] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.815325] env[62880]: INFO nova.compute.manager [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Rebuilding instance [ 1543.874352] env[62880]: DEBUG nova.compute.manager [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.875493] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074f6f9-a5ac-4725-83ee-b8f322136505 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.977310] env[62880]: DEBUG nova.compute.manager [req-732d9099-dade-434a-acfe-0bac0a97c36e req-58488ac5-d28b-4ca6-914e-17cd6dadf55b service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Received event network-vif-plugged-8edf44ce-0824-46da-a2de-0c56b42c0ff3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1543.977310] env[62880]: DEBUG oslo_concurrency.lockutils [req-732d9099-dade-434a-acfe-0bac0a97c36e req-58488ac5-d28b-4ca6-914e-17cd6dadf55b service nova] Acquiring lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.977310] env[62880]: DEBUG oslo_concurrency.lockutils [req-732d9099-dade-434a-acfe-0bac0a97c36e req-58488ac5-d28b-4ca6-914e-17cd6dadf55b service nova] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.977310] env[62880]: DEBUG oslo_concurrency.lockutils [req-732d9099-dade-434a-acfe-0bac0a97c36e req-58488ac5-d28b-4ca6-914e-17cd6dadf55b service nova] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.977310] env[62880]: DEBUG nova.compute.manager [req-732d9099-dade-434a-acfe-0bac0a97c36e req-58488ac5-d28b-4ca6-914e-17cd6dadf55b service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] No waiting events found dispatching network-vif-plugged-8edf44ce-0824-46da-a2de-0c56b42c0ff3 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.977310] env[62880]: WARNING nova.compute.manager [req-732d9099-dade-434a-acfe-0bac0a97c36e req-58488ac5-d28b-4ca6-914e-17cd6dadf55b service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Received unexpected event network-vif-plugged-8edf44ce-0824-46da-a2de-0c56b42c0ff3 for instance with vm_state building and task_state spawning. [ 1544.141301] env[62880]: DEBUG nova.compute.utils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1544.144906] env[62880]: DEBUG nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1544.145236] env[62880]: DEBUG nova.network.neutron [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.201795] env[62880]: DEBUG nova.policy [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ede370e9084e739f5ebf8fe3da9768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9109fb6667a407e876ed9818c508507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1544.269593] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5236ca3b-4ef8-03b0-44a1-2fa165a729a8, 'name': SearchDatastore_Task, 'duration_secs': 0.019724} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.270457] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dca7b1a-2852-4b2d-86fa-175f4e28b0fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.276481] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1544.276481] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526078e9-2c8b-3d7b-4193-613d8babfaca" [ 1544.276481] env[62880]: _type = "Task" [ 1544.276481] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.287096] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526078e9-2c8b-3d7b-4193-613d8babfaca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.301667] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.301806] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.301955] env[62880]: DEBUG nova.network.neutron [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.303152] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880493, 'name': ReconfigVM_Task, 'duration_secs': 0.987344} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.303492] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d8552fad-e6dd-4576-ac50-941cffd932e3/d8552fad-e6dd-4576-ac50-941cffd932e3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.304119] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a754ba2f-0cfb-4159-a84b-1c12ce6508d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.312768] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1544.312768] env[62880]: value = "task-1880494" [ 1544.312768] env[62880]: _type = "Task" [ 1544.312768] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.323915] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880494, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.600895] env[62880]: DEBUG nova.network.neutron [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Successfully created port: 2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1544.649524] env[62880]: DEBUG nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1544.794051] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526078e9-2c8b-3d7b-4193-613d8babfaca, 'name': SearchDatastore_Task, 'duration_secs': 0.020108} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.794051] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.794270] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.794513] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05b42a0b-1e81-4430-901a-b1db34cbad9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.802906] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1544.802906] env[62880]: value = "task-1880495" [ 1544.802906] env[62880]: _type = "Task" [ 1544.802906] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.818246] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Acquiring lock "30492d40-8f2a-4270-a033-59ada9031bef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.818512] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "30492d40-8f2a-4270-a033-59ada9031bef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.818732] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Acquiring lock "30492d40-8f2a-4270-a033-59ada9031bef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.818914] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "30492d40-8f2a-4270-a033-59ada9031bef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.819096] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "30492d40-8f2a-4270-a033-59ada9031bef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.820875] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.821359] env[62880]: INFO nova.compute.manager [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Terminating instance [ 1544.837607] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880494, 'name': Rename_Task, 'duration_secs': 0.208487} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.838973] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.838973] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f34e7f6-5e5c-41cb-ac4f-7af345dfc3c0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.847997] env[62880]: DEBUG nova.network.neutron [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.851579] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1544.851579] env[62880]: value = "task-1880496" [ 1544.851579] env[62880]: _type = "Task" [ 1544.851579] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.862779] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.892830] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.892830] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf143df-2d77-4ab0-b0d6-69f327ec565f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.900195] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1544.900195] env[62880]: value = "task-1880497" [ 1544.900195] env[62880]: _type = "Task" [ 1544.900195] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.918664] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.066189] env[62880]: DEBUG nova.network.neutron [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance_info_cache with network_info: [{"id": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "address": "fa:16:3e:6d:36:19", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edf44ce-08", "ovs_interfaceid": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.270581] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c82ab-a8c3-408e-af9d-e249ef8f7afb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.279453] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb34fd6e-0364-4f68-b500-01b1ec6d6e39 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.315772] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2d852a-2f34-4f02-9420-dd5701a41c95 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.325154] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880495, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.328625] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f83b446-9f4a-477f-866a-ac9828e4585d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.333542] env[62880]: DEBUG nova.compute.manager [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.333784] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.334056] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9454df7c-446c-4d06-8536-3a78ea67fe01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.348139] env[62880]: DEBUG nova.compute.provider_tree [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.351434] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1545.351434] env[62880]: value = "task-1880498" [ 1545.351434] env[62880]: _type = "Task" [ 1545.351434] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.363658] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.367630] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880496, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.415500] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880497, 'name': PowerOffVM_Task, 'duration_secs': 0.315447} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.415926] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.416689] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.416977] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d816c1f-369d-438b-8524-f13b43b8e66c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.424793] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1545.424793] env[62880]: value = "task-1880499" [ 1545.424793] env[62880]: _type = "Task" [ 1545.424793] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.437383] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1545.437627] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1545.437829] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388505', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'name': 'volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '755e9b02-03fc-47a8-95d2-60c5dce362c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'serial': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1545.438820] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ff280b-7ccb-4c09-a394-477b9c32020b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.460083] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a73989a-16d4-4028-8dfc-22b88af26db6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.470042] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa23512-bbef-492a-a04b-d0cdc0903cab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.490104] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09402712-48f5-4cab-83fc-2efa1e6fae5d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.507486] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] The volume has not been displaced from its original location: [datastore2] volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea/volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1545.513536] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1545.513536] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d841b537-f296-43cc-9f1d-5337b64daed3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.532896] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1545.532896] env[62880]: value = "task-1880500" [ 1545.532896] env[62880]: _type = "Task" [ 1545.532896] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.544305] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.569381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.569594] env[62880]: DEBUG nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Instance network_info: |[{"id": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "address": "fa:16:3e:6d:36:19", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edf44ce-08", "ovs_interfaceid": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1545.570012] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:36:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8edf44ce-0824-46da-a2de-0c56b42c0ff3', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.578839] env[62880]: DEBUG oslo.service.loopingcall [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.579163] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.579867] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e66da2-d61d-427c-b4fb-b59927278622 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.602133] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.602133] env[62880]: value = "task-1880501" [ 1545.602133] env[62880]: _type = "Task" [ 1545.602133] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.613173] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880501, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.662683] env[62880]: DEBUG nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1545.695914] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1545.696281] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1545.696969] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1545.696969] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1545.697195] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1545.697242] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1545.697427] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1545.697581] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1545.697779] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1545.697996] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1545.698192] env[62880]: DEBUG nova.virt.hardware [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1545.699145] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7755ee00-5073-466a-b581-d91af599abbf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.708587] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a156f7-d0fd-43cd-866e-93a9542e85d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.822431] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996282} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.822758] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.823010] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.823336] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9298c841-e862-4f9a-9cad-96a81df41ff3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.831176] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1545.831176] env[62880]: value = "task-1880502" [ 1545.831176] env[62880]: _type = "Task" [ 1545.831176] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.839223] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.853430] env[62880]: DEBUG nova.scheduler.client.report [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.871211] env[62880]: DEBUG oslo_vmware.api [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880496, 'name': PowerOnVM_Task, 'duration_secs': 0.898435} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.874470] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.874698] env[62880]: INFO nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1545.875012] env[62880]: DEBUG nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.875230] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880498, 'name': PowerOffVM_Task, 'duration_secs': 0.247024} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.876989] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e43ec6a-0148-416d-b9cd-2dd60bd66b34 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.880297] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.880617] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1545.880788] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388545', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'name': 'volume-7f1511af-db83-4f29-ba68-59e68e37f289', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30492d40-8f2a-4270-a033-59ada9031bef', 'attached_at': '', 'detached_at': '', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'serial': '7f1511af-db83-4f29-ba68-59e68e37f289'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1545.881918] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca495de5-76b1-4ca9-801a-f0dc3a89df8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.907422] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a848391-8c4d-4ac9-8b83-8dba7036a04c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.915591] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93932d6-70e7-4980-bc09-b4ebb8f1c22d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.934786] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a130eee5-c16d-4052-8612-88a4c4b81d6a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.955825] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] The volume has not been displaced from its original location: [datastore2] volume-7f1511af-db83-4f29-ba68-59e68e37f289/volume-7f1511af-db83-4f29-ba68-59e68e37f289.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1545.961684] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1545.962921] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41156b2c-ebe4-4abf-9fa7-be277a8c2024 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.987166] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1545.987166] env[62880]: value = "task-1880503" [ 1545.987166] env[62880]: _type = "Task" [ 1545.987166] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.993671] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.028206] env[62880]: DEBUG nova.compute.manager [req-3096c210-4dcc-4e24-8efc-aeb046d37795 req-b789e21c-96ab-4649-8259-578a8e69fb4c service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Received event network-changed-8edf44ce-0824-46da-a2de-0c56b42c0ff3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1546.028206] env[62880]: DEBUG nova.compute.manager [req-3096c210-4dcc-4e24-8efc-aeb046d37795 req-b789e21c-96ab-4649-8259-578a8e69fb4c service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Refreshing instance network info cache due to event network-changed-8edf44ce-0824-46da-a2de-0c56b42c0ff3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1546.028206] env[62880]: DEBUG oslo_concurrency.lockutils [req-3096c210-4dcc-4e24-8efc-aeb046d37795 req-b789e21c-96ab-4649-8259-578a8e69fb4c service nova] Acquiring lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.028206] env[62880]: DEBUG oslo_concurrency.lockutils [req-3096c210-4dcc-4e24-8efc-aeb046d37795 req-b789e21c-96ab-4649-8259-578a8e69fb4c service nova] Acquired lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.028206] env[62880]: DEBUG nova.network.neutron [req-3096c210-4dcc-4e24-8efc-aeb046d37795 req-b789e21c-96ab-4649-8259-578a8e69fb4c service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Refreshing network info cache for port 8edf44ce-0824-46da-a2de-0c56b42c0ff3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.042364] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880500, 'name': ReconfigVM_Task, 'duration_secs': 0.275524} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.042632] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1546.048057] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd41bd5-1aab-4e7c-a059-193037a4338b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.065513] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1546.065513] env[62880]: value = "task-1880504" [ 1546.065513] env[62880]: _type = "Task" [ 1546.065513] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.074359] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.111883] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880501, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.201961] env[62880]: DEBUG nova.network.neutron [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Successfully updated port: 2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1546.345502] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090784} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.349931] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.349931] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f197b3ac-f637-4b3c-8b07-519742a2226a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.366295] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.366832] env[62880]: DEBUG nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1546.379020] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.379020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.686s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.379352] env[62880]: DEBUG nova.objects.instance [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lazy-loading 'resources' on Instance uuid df273824-545b-49c0-a51a-5001c27dce18 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.380520] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2610099c-0778-40d6-8e8a-b77cd19574e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.404080] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1546.404080] env[62880]: value = "task-1880505" [ 1546.404080] env[62880]: _type = "Task" [ 1546.404080] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.418320] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.418836] env[62880]: INFO nova.compute.manager [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Took 47.34 seconds to build instance. [ 1546.494693] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880503, 'name': ReconfigVM_Task, 'duration_secs': 0.316928} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.495018] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1546.500947] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686d7145-9f8e-4f41-9ad5-59e71da72705 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.518803] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1546.518803] env[62880]: value = "task-1880506" [ 1546.518803] env[62880]: _type = "Task" [ 1546.518803] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.528380] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.581152] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880504, 'name': ReconfigVM_Task, 'duration_secs': 0.209388} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.581250] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388505', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'name': 'volume-a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '755e9b02-03fc-47a8-95d2-60c5dce362c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea', 'serial': 'a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1546.581656] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.582349] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78a3868-e81d-4672-9a8d-3ccce70767a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.589289] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.589589] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5598b277-33ab-4010-b881-37d0311073bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.613870] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880501, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.670249] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.670494] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.670714] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Deleting the datastore file [datastore2] 755e9b02-03fc-47a8-95d2-60c5dce362c0 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.671027] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc833401-9184-4f3d-8d2d-250629a95d18 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.678480] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for the task: (returnval){ [ 1546.678480] env[62880]: value = "task-1880508" [ 1546.678480] env[62880]: _type = "Task" [ 1546.678480] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.691301] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.707438] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.707639] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.707841] env[62880]: DEBUG nova.network.neutron [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.824170] env[62880]: DEBUG nova.network.neutron [req-3096c210-4dcc-4e24-8efc-aeb046d37795 req-b789e21c-96ab-4649-8259-578a8e69fb4c service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updated VIF entry in instance network info cache for port 8edf44ce-0824-46da-a2de-0c56b42c0ff3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.824532] env[62880]: DEBUG nova.network.neutron [req-3096c210-4dcc-4e24-8efc-aeb046d37795 req-b789e21c-96ab-4649-8259-578a8e69fb4c service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance_info_cache with network_info: [{"id": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "address": "fa:16:3e:6d:36:19", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edf44ce-08", "ovs_interfaceid": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.880304] env[62880]: DEBUG nova.compute.utils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1546.881725] env[62880]: DEBUG nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1546.881963] env[62880]: DEBUG nova.network.neutron [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1546.920022] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880505, 'name': ReconfigVM_Task, 'duration_secs': 0.353395} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.920022] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed/98af636c-27b8-455b-b1f6-53cafbdbf9ed.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.920022] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-077bccca-bd69-4f4d-af44-765eec115050 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.922097] env[62880]: DEBUG nova.policy [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8480d3eee9f14b2396b21635315f2f88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25f25a90afa54ed18bbae538cac02324', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.924305] env[62880]: DEBUG oslo_concurrency.lockutils [None req-06e15fdf-ca1e-4179-99e3-61882e090769 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.151s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.926093] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1546.926093] env[62880]: value = "task-1880509" [ 1546.926093] env[62880]: _type = "Task" [ 1546.926093] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.939690] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880509, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.033522] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880506, 'name': ReconfigVM_Task, 'duration_secs': 0.169592} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.033522] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388545', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'name': 'volume-7f1511af-db83-4f29-ba68-59e68e37f289', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30492d40-8f2a-4270-a033-59ada9031bef', 'attached_at': '', 'detached_at': '', 'volume_id': '7f1511af-db83-4f29-ba68-59e68e37f289', 'serial': '7f1511af-db83-4f29-ba68-59e68e37f289'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1547.033522] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.033522] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac7707-883c-4da2-bdeb-00f5904f4aaa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.046985] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.047280] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c74ca9-9c7d-4035-a335-8c2a47e7fe17 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.121110] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880501, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.193605] env[62880]: DEBUG oslo_vmware.api [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Task: {'id': task-1880508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119189} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.193860] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.194104] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.194289] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.213442] env[62880]: DEBUG nova.network.neutron [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Successfully created port: 7983f41f-93c1-4a9c-ae25-366bf693aaff {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.258708] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1547.259151] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-512faf6f-609a-4206-b4eb-12d3decc6e14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.271699] env[62880]: DEBUG nova.network.neutron [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.280140] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbeac71-d508-4986-a5f6-3b25dfb58d38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.330265] env[62880]: DEBUG oslo_concurrency.lockutils [req-3096c210-4dcc-4e24-8efc-aeb046d37795 req-b789e21c-96ab-4649-8259-578a8e69fb4c service nova] Releasing lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.332597] env[62880]: ERROR nova.compute.manager [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Failed to detach volume a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea from /dev/sda: nova.exception.InstanceNotFound: Instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 could not be found. [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Traceback (most recent call last): [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self.driver.rebuild(**kwargs) [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] raise NotImplementedError() [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] NotImplementedError [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] During handling of the above exception, another exception occurred: [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Traceback (most recent call last): [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self.driver.detach_volume(context, old_connection_info, [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] return self._volumeops.detach_volume(connection_info, instance) [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self._detach_volume_vmdk(connection_info, instance) [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] stable_ref.fetch_moref(session) [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] nova.exception.InstanceNotFound: Instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 could not be found. [ 1547.332597] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] [ 1547.384458] env[62880]: DEBUG nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1547.439553] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880509, 'name': Rename_Task, 'duration_secs': 0.181885} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.443066] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.443066] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c3c3e19-3821-419a-8be1-4edd152cdbbb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.450895] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1547.450895] env[62880]: value = "task-1880511" [ 1547.450895] env[62880]: _type = "Task" [ 1547.450895] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.461898] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.507697] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a9cfe-2864-4866-b1a0-31734eab32e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.512092] env[62880]: DEBUG nova.compute.utils [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Build of instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 aborted: Failed to rebuild volume backed instance. {{(pid=62880) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1547.514453] env[62880]: ERROR nova.compute.manager [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 aborted: Failed to rebuild volume backed instance. [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Traceback (most recent call last): [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self.driver.rebuild(**kwargs) [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] raise NotImplementedError() [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] NotImplementedError [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] During handling of the above exception, another exception occurred: [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Traceback (most recent call last): [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self._detach_root_volume(context, instance, root_bdm) [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] with excutils.save_and_reraise_exception(): [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self.force_reraise() [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] raise self.value [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self.driver.detach_volume(context, old_connection_info, [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] return self._volumeops.detach_volume(connection_info, instance) [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self._detach_volume_vmdk(connection_info, instance) [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] stable_ref.fetch_moref(session) [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] nova.exception.InstanceNotFound: Instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 could not be found. [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] During handling of the above exception, another exception occurred: [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Traceback (most recent call last): [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] yield [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1547.514453] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self._do_rebuild_instance_with_claim( [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self._do_rebuild_instance( [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self._rebuild_default_impl(**kwargs) [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] self._rebuild_volume_backed_instance( [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] raise exception.BuildAbortException( [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] nova.exception.BuildAbortException: Build of instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 aborted: Failed to rebuild volume backed instance. [ 1547.515826] env[62880]: ERROR nova.compute.manager [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] [ 1547.523170] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2fe97d-ad39-461d-945c-7fb90d96daf5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.559092] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991c5c1-748a-4b37-a913-2e568e164a43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.571021] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a1ba73-c38a-47d7-88f5-705b2034dac7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.584907] env[62880]: DEBUG nova.compute.provider_tree [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.596456] env[62880]: DEBUG nova.network.neutron [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance_info_cache with network_info: [{"id": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "address": "fa:16:3e:3a:74:f3", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f18d176-ac", "ovs_interfaceid": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.615023] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880501, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.868106] env[62880]: DEBUG nova.objects.instance [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lazy-loading 'flavor' on Instance uuid 4749f591-1b2b-4fa5-835e-4a83bd11f986 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.963180] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880511, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.089580] env[62880]: DEBUG nova.scheduler.client.report [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.101896] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.102266] env[62880]: DEBUG nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Instance network_info: |[{"id": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "address": "fa:16:3e:3a:74:f3", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f18d176-ac", "ovs_interfaceid": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1548.102680] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:74:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.113616] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating folder: Project (c9109fb6667a407e876ed9818c508507). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.114687] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95503236-ae67-40aa-9bfe-4beb6c04e6a8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.127051] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880501, 'name': CreateVM_Task, 'duration_secs': 2.187821} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.127231] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.128160] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.128330] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.128645] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.128899] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826311c5-a39f-4e18-bd6e-b89ee3493a72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.132708] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Created folder: Project (c9109fb6667a407e876ed9818c508507) in parent group-v388473. [ 1548.132708] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating folder: Instances. Parent ref: group-v388629. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.132708] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10a2a3de-2bc7-4508-9737-21b920b34448 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.136735] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1548.136735] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b99e5b-e6d4-68d2-a665-684f15bd08ad" [ 1548.136735] env[62880]: _type = "Task" [ 1548.136735] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.141605] env[62880]: DEBUG nova.compute.manager [req-1bb4a608-228f-4d4e-9152-9388a3e4870a req-d97d06d1-dd48-45ad-99b8-0c69ad873cea service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Received event network-changed-527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1548.141815] env[62880]: DEBUG nova.compute.manager [req-1bb4a608-228f-4d4e-9152-9388a3e4870a req-d97d06d1-dd48-45ad-99b8-0c69ad873cea service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Refreshing instance network info cache due to event network-changed-527419c2-9936-46ee-b421-d4b1643b9e5b. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1548.142034] env[62880]: DEBUG oslo_concurrency.lockutils [req-1bb4a608-228f-4d4e-9152-9388a3e4870a req-d97d06d1-dd48-45ad-99b8-0c69ad873cea service nova] Acquiring lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.142324] env[62880]: DEBUG oslo_concurrency.lockutils [req-1bb4a608-228f-4d4e-9152-9388a3e4870a req-d97d06d1-dd48-45ad-99b8-0c69ad873cea service nova] Acquired lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.142324] env[62880]: DEBUG nova.network.neutron [req-1bb4a608-228f-4d4e-9152-9388a3e4870a req-d97d06d1-dd48-45ad-99b8-0c69ad873cea service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Refreshing network info cache for port 527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.145407] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Created folder: Instances in parent group-v388629. [ 1548.145656] env[62880]: DEBUG oslo.service.loopingcall [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.145852] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.146059] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64dd7ee5-9d23-442b-b5d1-d2e4682dbe9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.167679] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b99e5b-e6d4-68d2-a665-684f15bd08ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.173733] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.173733] env[62880]: value = "task-1880514" [ 1548.173733] env[62880]: _type = "Task" [ 1548.173733] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.185774] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880514, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.195306] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.195306] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.195306] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Deleting the datastore file [datastore2] 30492d40-8f2a-4270-a033-59ada9031bef {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.195306] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-946b1bcd-e148-4282-beb5-1a1a76c272ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.199583] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for the task: (returnval){ [ 1548.199583] env[62880]: value = "task-1880515" [ 1548.199583] env[62880]: _type = "Task" [ 1548.199583] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.211503] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.280028] env[62880]: DEBUG nova.compute.manager [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Received event network-vif-plugged-2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1548.280386] env[62880]: DEBUG oslo_concurrency.lockutils [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] Acquiring lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.280548] env[62880]: DEBUG oslo_concurrency.lockutils [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.280766] env[62880]: DEBUG oslo_concurrency.lockutils [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.281380] env[62880]: DEBUG nova.compute.manager [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] No waiting events found dispatching network-vif-plugged-2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.281380] env[62880]: WARNING nova.compute.manager [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Received unexpected event network-vif-plugged-2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 for instance with vm_state building and task_state spawning. [ 1548.281380] env[62880]: DEBUG nova.compute.manager [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Received event network-changed-2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1548.281677] env[62880]: DEBUG nova.compute.manager [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Refreshing instance network info cache due to event network-changed-2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1548.283133] env[62880]: DEBUG oslo_concurrency.lockutils [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] Acquiring lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.283133] env[62880]: DEBUG oslo_concurrency.lockutils [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] Acquired lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.283133] env[62880]: DEBUG nova.network.neutron [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Refreshing network info cache for port 2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.373307] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.373480] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquired lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.397250] env[62880]: DEBUG nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.434795] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1548.435118] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1548.437185] env[62880]: DEBUG nova.virt.hardware [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1548.442143] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9153c2-c4f2-4f59-b174-26728cbe526e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.452830] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bea213-8639-4fd0-9d36-742aaf048589 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.480985] env[62880]: DEBUG oslo_vmware.api [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880511, 'name': PowerOnVM_Task, 'duration_secs': 0.535163} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.481784] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.482038] env[62880]: DEBUG nova.compute.manager [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1548.482899] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409613bb-5fae-447d-b896-468a98e5fc23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.594797] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.597930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.846s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.599839] env[62880]: INFO nova.compute.claims [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.616252] env[62880]: INFO nova.scheduler.client.report [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted allocations for instance df273824-545b-49c0-a51a-5001c27dce18 [ 1548.648690] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b99e5b-e6d4-68d2-a665-684f15bd08ad, 'name': SearchDatastore_Task, 'duration_secs': 0.02114} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.649111] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.649347] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.649633] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.649807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.651305] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.651567] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ebe683-a422-424e-a1fa-d96296676e33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.662358] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.662617] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1548.663549] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512be3c4-d558-4cf3-9a34-3be7789cbb2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.670980] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1548.670980] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5281de99-afed-c136-1603-2fcf04a37fb2" [ 1548.670980] env[62880]: _type = "Task" [ 1548.670980] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.688300] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5281de99-afed-c136-1603-2fcf04a37fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.693140] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880514, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.711844] env[62880]: DEBUG oslo_vmware.api [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Task: {'id': task-1880515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189593} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.712179] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.712382] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.712590] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.712862] env[62880]: INFO nova.compute.manager [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Took 3.38 seconds to destroy the instance on the hypervisor. [ 1548.713071] env[62880]: DEBUG oslo.service.loopingcall [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.713288] env[62880]: DEBUG nova.compute.manager [-] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.713382] env[62880]: DEBUG nova.network.neutron [-] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.734042] env[62880]: DEBUG nova.network.neutron [req-1bb4a608-228f-4d4e-9152-9388a3e4870a req-d97d06d1-dd48-45ad-99b8-0c69ad873cea service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updated VIF entry in instance network info cache for port 527419c2-9936-46ee-b421-d4b1643b9e5b. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.734461] env[62880]: DEBUG nova.network.neutron [req-1bb4a608-228f-4d4e-9152-9388a3e4870a req-d97d06d1-dd48-45ad-99b8-0c69ad873cea service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updating instance_info_cache with network_info: [{"id": "527419c2-9936-46ee-b421-d4b1643b9e5b", "address": "fa:16:3e:fe:fd:76", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527419c2-99", "ovs_interfaceid": "527419c2-9936-46ee-b421-d4b1643b9e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.945807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "d8552fad-e6dd-4576-ac50-941cffd932e3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.946169] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.946489] env[62880]: INFO nova.compute.manager [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Rebooting instance [ 1549.003426] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.072145] env[62880]: DEBUG nova.network.neutron [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Successfully updated port: 7983f41f-93c1-4a9c-ae25-366bf693aaff {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.123980] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07728fe3-9a91-478b-ac5d-b7534bd8452b tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "df273824-545b-49c0-a51a-5001c27dce18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.017s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.187352] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5281de99-afed-c136-1603-2fcf04a37fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.017934} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.191230] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880514, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.191451] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0b0386-0281-4900-a490-6e96961af650 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.197517] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1549.197517] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52baf919-9720-8df2-940b-a4edfe252091" [ 1549.197517] env[62880]: _type = "Task" [ 1549.197517] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.205816] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52baf919-9720-8df2-940b-a4edfe252091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.237135] env[62880]: DEBUG oslo_concurrency.lockutils [req-1bb4a608-228f-4d4e-9152-9388a3e4870a req-d97d06d1-dd48-45ad-99b8-0c69ad873cea service nova] Releasing lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.306605] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "845e8be8-d45f-46cc-9bea-32f1630b9e21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.306832] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "845e8be8-d45f-46cc-9bea-32f1630b9e21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.307058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "845e8be8-d45f-46cc-9bea-32f1630b9e21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.307236] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "845e8be8-d45f-46cc-9bea-32f1630b9e21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.307404] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "845e8be8-d45f-46cc-9bea-32f1630b9e21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.309724] env[62880]: INFO nova.compute.manager [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Terminating instance [ 1549.364787] env[62880]: DEBUG nova.network.neutron [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updated VIF entry in instance network info cache for port 2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.365154] env[62880]: DEBUG nova.network.neutron [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance_info_cache with network_info: [{"id": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "address": "fa:16:3e:3a:74:f3", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f18d176-ac", "ovs_interfaceid": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.422087] env[62880]: DEBUG nova.network.neutron [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.474247] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.474247] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquired lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.474247] env[62880]: DEBUG nova.network.neutron [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.535422] env[62880]: DEBUG oslo_concurrency.lockutils [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.578784] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquiring lock "refresh_cache-343d460e-b762-423d-b26d-072ceda052d7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.578978] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquired lock "refresh_cache-343d460e-b762-423d-b26d-072ceda052d7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.579240] env[62880]: DEBUG nova.network.neutron [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.692944] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880514, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.711106] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52baf919-9720-8df2-940b-a4edfe252091, 'name': SearchDatastore_Task, 'duration_secs': 0.017621} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.712773] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.712773] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 219bed14-d0ad-46eb-b2ec-2a3f240303b2/219bed14-d0ad-46eb-b2ec-2a3f240303b2.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.712773] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-754ed7e4-f4bf-4c9e-a811-5bf4b75ddc5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.724813] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1549.724813] env[62880]: value = "task-1880516" [ 1549.724813] env[62880]: _type = "Task" [ 1549.724813] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.733964] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.815152] env[62880]: DEBUG nova.compute.manager [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1549.815152] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1549.815716] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333fa0d-fccc-4666-94d6-396d12374bbe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.826298] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.829154] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33831f5a-f67f-4e36-8ab8-8bbbab5505ac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.836837] env[62880]: DEBUG oslo_vmware.api [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1549.836837] env[62880]: value = "task-1880517" [ 1549.836837] env[62880]: _type = "Task" [ 1549.836837] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.848962] env[62880]: DEBUG oslo_vmware.api [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.879694] env[62880]: DEBUG oslo_concurrency.lockutils [req-8a8cb16e-32a1-4125-a6ca-32139c44be1f req-4ab13cc5-1275-4dbc-9669-0075b55a2523 service nova] Releasing lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.879694] env[62880]: DEBUG nova.network.neutron [-] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.173154] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99059ce9-bab2-4290-9298-7bf76feed36f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.183948] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9eab29-bbba-481f-aa3e-c1593b7e939c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.192359] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880514, 'name': CreateVM_Task, 'duration_secs': 1.907542} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.193136] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.193817] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.193985] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.194327] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.194581] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8d00b4-36d2-4c71-9b4e-858cf794d0db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.221644] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c602b646-c0f0-44ac-bb9e-76dbe91da1c0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.225946] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1550.225946] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f4a10-3bd4-6ff9-0999-3c57b3a4a01f" [ 1550.225946] env[62880]: _type = "Task" [ 1550.225946] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.233723] env[62880]: DEBUG nova.network.neutron [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updating instance_info_cache with network_info: [{"id": "527419c2-9936-46ee-b421-d4b1643b9e5b", "address": "fa:16:3e:fe:fd:76", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527419c2-99", "ovs_interfaceid": "527419c2-9936-46ee-b421-d4b1643b9e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.240342] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71286bdd-316f-4347-9608-f4fcda282448 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.250862] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.255240] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f4a10-3bd4-6ff9-0999-3c57b3a4a01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.263737] env[62880]: DEBUG nova.compute.provider_tree [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.345363] env[62880]: DEBUG nova.network.neutron [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.354477] env[62880]: DEBUG oslo_vmware.api [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880517, 'name': PowerOffVM_Task, 'duration_secs': 0.305694} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.354747] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.354910] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.355190] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7479ed8f-7b2a-45e6-b85b-e3e8ecedbe80 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.375820] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.376047] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.384547] env[62880]: INFO nova.compute.manager [-] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Took 1.67 seconds to deallocate network for instance. [ 1550.525274] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.525571] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.525789] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Deleting the datastore file [datastore1] 845e8be8-d45f-46cc-9bea-32f1630b9e21 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.526489] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bba94767-a8cd-4f8f-88fe-8efff56551d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.535586] env[62880]: DEBUG oslo_vmware.api [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1550.535586] env[62880]: value = "task-1880519" [ 1550.535586] env[62880]: _type = "Task" [ 1550.535586] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.549521] env[62880]: DEBUG oslo_vmware.api [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.739470] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Releasing lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.740694] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871747} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.749913] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 219bed14-d0ad-46eb-b2ec-2a3f240303b2/219bed14-d0ad-46eb-b2ec-2a3f240303b2.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.754335] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.754794] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f4a10-3bd4-6ff9-0999-3c57b3a4a01f, 'name': SearchDatastore_Task, 'duration_secs': 0.084481} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.755671] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc93c42c-97f7-49bc-88c2-85fbec5bb8aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.758385] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.759121] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.759121] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.759121] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.759356] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.759957] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d94946-cb2a-4911-a042-b2da526c5ca5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.774063] env[62880]: DEBUG nova.scheduler.client.report [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.781819] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1550.781819] env[62880]: value = "task-1880520" [ 1550.781819] env[62880]: _type = "Task" [ 1550.781819] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.792028] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.793385] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.793577] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.794544] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96e48a2-db56-4a24-93e8-f00df738c28a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.797720] env[62880]: DEBUG nova.network.neutron [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Updating instance_info_cache with network_info: [{"id": "7983f41f-93c1-4a9c-ae25-366bf693aaff", "address": "fa:16:3e:18:ff:f0", "network": {"id": "c383ca9d-962a-43dd-9dc1-f45ae99dfb6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-435324685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f25a90afa54ed18bbae538cac02324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7983f41f-93", "ovs_interfaceid": "7983f41f-93c1-4a9c-ae25-366bf693aaff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.802278] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1550.802278] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52396b9a-1e9f-5a41-644f-853bbc51c572" [ 1550.802278] env[62880]: _type = "Task" [ 1550.802278] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.815026] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52396b9a-1e9f-5a41-644f-853bbc51c572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.862821] env[62880]: DEBUG nova.network.neutron [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updating instance_info_cache with network_info: [{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.881157] env[62880]: DEBUG nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1550.887695] env[62880]: DEBUG nova.compute.manager [req-9e9042f8-20de-4af6-bc82-6670d5edbb91 req-7a82cecb-bf80-49a9-a24a-01720957c6c5 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Received event network-changed-28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1550.888344] env[62880]: DEBUG nova.compute.manager [req-9e9042f8-20de-4af6-bc82-6670d5edbb91 req-7a82cecb-bf80-49a9-a24a-01720957c6c5 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Refreshing instance network info cache due to event network-changed-28aad13f-186d-411c-b175-0794415178a6. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1550.888344] env[62880]: DEBUG oslo_concurrency.lockutils [req-9e9042f8-20de-4af6-bc82-6670d5edbb91 req-7a82cecb-bf80-49a9-a24a-01720957c6c5 service nova] Acquiring lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.898833] env[62880]: DEBUG oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52245ed8-0868-547c-5d40-b8a1d07f1152/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1550.900217] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16caff87-dd31-474b-a849-a71c45a589cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.909621] env[62880]: DEBUG oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52245ed8-0868-547c-5d40-b8a1d07f1152/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1550.909887] env[62880]: ERROR oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52245ed8-0868-547c-5d40-b8a1d07f1152/disk-0.vmdk due to incomplete transfer. [ 1550.910627] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d00f8e82-3028-4eb7-aad7-5699636f4692 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.914942] env[62880]: DEBUG nova.compute.manager [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Received event network-vif-plugged-7983f41f-93c1-4a9c-ae25-366bf693aaff {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1550.915170] env[62880]: DEBUG oslo_concurrency.lockutils [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] Acquiring lock "343d460e-b762-423d-b26d-072ceda052d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.915377] env[62880]: DEBUG oslo_concurrency.lockutils [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] Lock "343d460e-b762-423d-b26d-072ceda052d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.915617] env[62880]: DEBUG oslo_concurrency.lockutils [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] Lock "343d460e-b762-423d-b26d-072ceda052d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.915802] env[62880]: DEBUG nova.compute.manager [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] No waiting events found dispatching network-vif-plugged-7983f41f-93c1-4a9c-ae25-366bf693aaff {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1550.915971] env[62880]: WARNING nova.compute.manager [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Received unexpected event network-vif-plugged-7983f41f-93c1-4a9c-ae25-366bf693aaff for instance with vm_state building and task_state spawning. [ 1550.916144] env[62880]: DEBUG nova.compute.manager [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Received event network-changed-7983f41f-93c1-4a9c-ae25-366bf693aaff {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1550.916738] env[62880]: DEBUG nova.compute.manager [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Refreshing instance network info cache due to event network-changed-7983f41f-93c1-4a9c-ae25-366bf693aaff. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1550.916966] env[62880]: DEBUG oslo_concurrency.lockutils [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] Acquiring lock "refresh_cache-343d460e-b762-423d-b26d-072ceda052d7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.924043] env[62880]: DEBUG oslo_vmware.rw_handles [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52245ed8-0868-547c-5d40-b8a1d07f1152/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1550.924377] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Uploaded image fa76f72e-ad12-465f-a4f9-9d57cf7b256a to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1550.926948] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1550.928560] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d5e3bb8-92dc-4a6d-bbcc-228e92fb36b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.934512] env[62880]: INFO nova.compute.manager [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Took 0.55 seconds to detach 1 volumes for instance. [ 1550.937044] env[62880]: DEBUG nova.compute.manager [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Deleting volume: 7f1511af-db83-4f29-ba68-59e68e37f289 {{(pid=62880) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1550.944260] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1550.944260] env[62880]: value = "task-1880521" [ 1550.944260] env[62880]: _type = "Task" [ 1550.944260] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.953606] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880521, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.048134] env[62880]: DEBUG oslo_vmware.api [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407795} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.048320] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.048320] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.048507] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.048688] env[62880]: INFO nova.compute.manager [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1551.048930] env[62880]: DEBUG oslo.service.loopingcall [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.049165] env[62880]: DEBUG nova.compute.manager [-] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.049264] env[62880]: DEBUG nova.network.neutron [-] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.244697] env[62880]: DEBUG nova.compute.manager [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.245723] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344ea14c-9278-4be4-b430-3d2a7f2ede24 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.284571] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.288021] env[62880]: DEBUG nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1551.288963] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.077s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.291622] env[62880]: INFO nova.compute.claims [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.300470] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Releasing lock "refresh_cache-343d460e-b762-423d-b26d-072ceda052d7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.301364] env[62880]: DEBUG nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Instance network_info: |[{"id": "7983f41f-93c1-4a9c-ae25-366bf693aaff", "address": "fa:16:3e:18:ff:f0", "network": {"id": "c383ca9d-962a-43dd-9dc1-f45ae99dfb6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-435324685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f25a90afa54ed18bbae538cac02324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7983f41f-93", "ovs_interfaceid": "7983f41f-93c1-4a9c-ae25-366bf693aaff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1551.301680] env[62880]: DEBUG oslo_concurrency.lockutils [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] Acquired lock "refresh_cache-343d460e-b762-423d-b26d-072ceda052d7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.301904] env[62880]: DEBUG nova.network.neutron [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Refreshing network info cache for port 7983f41f-93c1-4a9c-ae25-366bf693aaff {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.303143] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:ff:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7983f41f-93c1-4a9c-ae25-366bf693aaff', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.317500] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Creating folder: Project (25f25a90afa54ed18bbae538cac02324). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1551.328315] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d034b725-b0e8-47e2-8df8-e8b305060168 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.328315] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150419} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.334702] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.336812] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4655b6e8-cf8d-4f24-bda9-51ef210acb4e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.351285] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52396b9a-1e9f-5a41-644f-853bbc51c572, 'name': SearchDatastore_Task, 'duration_secs': 0.023637} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.374346] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 219bed14-d0ad-46eb-b2ec-2a3f240303b2/219bed14-d0ad-46eb-b2ec-2a3f240303b2.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.376019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Releasing lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.376019] env[62880]: DEBUG nova.compute.manager [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Inject network info {{(pid=62880) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1551.376019] env[62880]: DEBUG nova.compute.manager [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] network_info to inject: |[{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1551.381121] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Reconfiguring VM instance to set the machine id {{(pid=62880) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1551.382457] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Created folder: Project (25f25a90afa54ed18bbae538cac02324) in parent group-v388473. [ 1551.382832] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Creating folder: Instances. Parent ref: group-v388632. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1551.383310] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe4da10-b085-4488-ab1b-a630c815a7be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.386506] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda50559-88ca-422a-8a47-46e47b528483 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.401233] env[62880]: DEBUG oslo_concurrency.lockutils [req-9e9042f8-20de-4af6-bc82-6670d5edbb91 req-7a82cecb-bf80-49a9-a24a-01720957c6c5 service nova] Acquired lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.401442] env[62880]: DEBUG nova.network.neutron [req-9e9042f8-20de-4af6-bc82-6670d5edbb91 req-7a82cecb-bf80-49a9-a24a-01720957c6c5 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Refreshing network info cache for port 28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.402646] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1c2a5b-ca64-4e5f-aa74-f74ff41cda7f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.412703] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9f19864-6da8-4c8e-9845-a86e4a44a203 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.422503] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1551.422503] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52af81e3-b4a8-719f-721b-79235a2e422f" [ 1551.422503] env[62880]: _type = "Task" [ 1551.422503] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.426931] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1551.426931] env[62880]: value = "task-1880526" [ 1551.426931] env[62880]: _type = "Task" [ 1551.426931] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.429164] env[62880]: DEBUG oslo_vmware.api [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1551.429164] env[62880]: value = "task-1880525" [ 1551.429164] env[62880]: _type = "Task" [ 1551.429164] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.442079] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Created folder: Instances in parent group-v388632. [ 1551.442338] env[62880]: DEBUG oslo.service.loopingcall [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.442549] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52af81e3-b4a8-719f-721b-79235a2e422f, 'name': SearchDatastore_Task, 'duration_secs': 0.014684} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.443607] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.444189] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.444547] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.444753] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 9c68659d-0d8e-4370-8f58-93b5955b46ba/9c68659d-0d8e-4370-8f58-93b5955b46ba.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.448000] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ebc7599-39d1-48fe-a706-d3d216cd4b5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.464335] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e0441b-7e41-4357-b6db-2861a4c22762 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.466357] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.473222] env[62880]: DEBUG oslo_vmware.api [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.479130] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880521, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.481562] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1551.481562] env[62880]: value = "task-1880527" [ 1551.481562] env[62880]: _type = "Task" [ 1551.481562] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.481802] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.481802] env[62880]: value = "task-1880528" [ 1551.481802] env[62880]: _type = "Task" [ 1551.481802] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.488647] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.494463] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880528, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.497602] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.806017] env[62880]: DEBUG nova.compute.utils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.808219] env[62880]: DEBUG nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1551.808986] env[62880]: DEBUG nova.network.neutron [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.958325] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.965927] env[62880]: DEBUG oslo_vmware.api [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880525, 'name': ReconfigVM_Task, 'duration_secs': 0.38014} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.972531] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625c16fb-9178-423a-be60-84428c7323f6 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Reconfigured VM instance to set the machine id {{(pid=62880) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1551.987563] env[62880]: DEBUG nova.policy [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e89bff11b46eb8f6e5c62e5daa445', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3a3de2445964af18174744b80be673d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1552.000020] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880521, 'name': Destroy_Task, 'duration_secs': 0.973782} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.010368] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Destroyed the VM [ 1552.010653] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1552.012635] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21cdd12e-5dae-403e-b44c-8cbd08ce8830 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.023190] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880527, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.029484] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880528, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.030699] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1552.030699] env[62880]: value = "task-1880529" [ 1552.030699] env[62880]: _type = "Task" [ 1552.030699] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.045839] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.270569] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64540ef4-8ed5-4217-ab39-a88b7e886a0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.279259] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Doing hard reboot of VM {{(pid=62880) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1552.279545] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-05aa8c19-36dc-4f4a-88f9-3a203d1bb879 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.283305] env[62880]: DEBUG nova.network.neutron [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Updated VIF entry in instance network info cache for port 7983f41f-93c1-4a9c-ae25-366bf693aaff. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.283405] env[62880]: DEBUG nova.network.neutron [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Updating instance_info_cache with network_info: [{"id": "7983f41f-93c1-4a9c-ae25-366bf693aaff", "address": "fa:16:3e:18:ff:f0", "network": {"id": "c383ca9d-962a-43dd-9dc1-f45ae99dfb6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-435324685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25f25a90afa54ed18bbae538cac02324", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7983f41f-93", "ovs_interfaceid": "7983f41f-93c1-4a9c-ae25-366bf693aaff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.291244] env[62880]: DEBUG oslo_vmware.api [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1552.291244] env[62880]: value = "task-1880530" [ 1552.291244] env[62880]: _type = "Task" [ 1552.291244] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.293177] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Acquiring lock "755e9b02-03fc-47a8-95d2-60c5dce362c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.293308] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "755e9b02-03fc-47a8-95d2-60c5dce362c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.293780] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Acquiring lock "755e9b02-03fc-47a8-95d2-60c5dce362c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.294040] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "755e9b02-03fc-47a8-95d2-60c5dce362c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.294244] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "755e9b02-03fc-47a8-95d2-60c5dce362c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.296637] env[62880]: INFO nova.compute.manager [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Terminating instance [ 1552.302688] env[62880]: DEBUG oslo_vmware.api [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880530, 'name': ResetVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.315190] env[62880]: DEBUG nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.402070] env[62880]: DEBUG nova.network.neutron [req-9e9042f8-20de-4af6-bc82-6670d5edbb91 req-7a82cecb-bf80-49a9-a24a-01720957c6c5 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updated VIF entry in instance network info cache for port 28aad13f-186d-411c-b175-0794415178a6. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.402447] env[62880]: DEBUG nova.network.neutron [req-9e9042f8-20de-4af6-bc82-6670d5edbb91 req-7a82cecb-bf80-49a9-a24a-01720957c6c5 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updating instance_info_cache with network_info: [{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.442892] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880526, 'name': ReconfigVM_Task, 'duration_secs': 0.706304} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.443314] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 219bed14-d0ad-46eb-b2ec-2a3f240303b2/219bed14-d0ad-46eb-b2ec-2a3f240303b2.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.445868] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75a6fedf-89ae-4581-b8b6-3c0e50450e26 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.454243] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1552.454243] env[62880]: value = "task-1880531" [ 1552.454243] env[62880]: _type = "Task" [ 1552.454243] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.463551] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880531, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.501172] env[62880]: DEBUG nova.network.neutron [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Successfully created port: 4c752600-3406-49a8-a67f-4aae3b182b30 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.515339] env[62880]: DEBUG nova.network.neutron [-] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.523291] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699199} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.523466] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880528, 'name': CreateVM_Task, 'duration_secs': 0.623529} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.524268] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 9c68659d-0d8e-4370-8f58-93b5955b46ba/9c68659d-0d8e-4370-8f58-93b5955b46ba.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.524268] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.524673] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1552.524673] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9319fadf-4772-4615-af1f-a6ab6b010995 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.529036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.529036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.529036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1552.529036] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbd57f3-2891-417f-af66-1df85e179b30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.541201] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1552.541201] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e6b978-a20e-f0fe-8382-8c91e74e5f88" [ 1552.541201] env[62880]: _type = "Task" [ 1552.541201] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.543850] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1552.543850] env[62880]: value = "task-1880532" [ 1552.543850] env[62880]: _type = "Task" [ 1552.543850] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.556031] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.564100] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e6b978-a20e-f0fe-8382-8c91e74e5f88, 'name': SearchDatastore_Task, 'duration_secs': 0.014772} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.564667] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.565302] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.565302] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.565493] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.565664] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.565872] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.566143] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d649726d-cce0-42da-8602-3c323cb5aa4d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.579268] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.579590] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.580791] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c6fdf0-e881-4787-b213-099664959af5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.591375] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1552.591375] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52eed726-c7e0-3ce9-d0eb-1d3557834915" [ 1552.591375] env[62880]: _type = "Task" [ 1552.591375] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.600554] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52eed726-c7e0-3ce9-d0eb-1d3557834915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.624127] env[62880]: DEBUG nova.objects.instance [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lazy-loading 'flavor' on Instance uuid 4749f591-1b2b-4fa5-835e-4a83bd11f986 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.786254] env[62880]: DEBUG oslo_concurrency.lockutils [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] Releasing lock "refresh_cache-343d460e-b762-423d-b26d-072ceda052d7" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.786937] env[62880]: DEBUG nova.compute.manager [req-5955661f-d33f-4e9d-931e-369211881ff0 req-696c9acb-e655-4548-83af-554b9ae2a77c service nova] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Received event network-vif-deleted-f29f5d79-a986-49ef-a840-580dc02814eb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1552.802303] env[62880]: DEBUG oslo_vmware.api [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880530, 'name': ResetVM_Task, 'duration_secs': 0.097544} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.802303] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Did hard reboot of VM {{(pid=62880) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1552.802454] env[62880]: DEBUG nova.compute.manager [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.803165] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530d755-ba83-492d-9d8c-1cea4f900bf6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.806896] env[62880]: DEBUG nova.compute.manager [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.807550] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52f77952-a4e9-4073-83fa-d572e68d6b4d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.823624] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623b6757-152e-404a-ae31-e0ab3eaeb3f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.875723] env[62880]: WARNING nova.virt.vmwareapi.driver [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 could not be found. [ 1552.875984] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.879877] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d335304-eb7f-4a07-8b60-7fc509f3bfdf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.890481] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25594506-3ec6-4f27-ab93-7527a75ca9b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.909794] env[62880]: DEBUG oslo_concurrency.lockutils [req-9e9042f8-20de-4af6-bc82-6670d5edbb91 req-7a82cecb-bf80-49a9-a24a-01720957c6c5 service nova] Releasing lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.934060] env[62880]: WARNING nova.virt.vmwareapi.vmops [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 could not be found. [ 1552.934313] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.934493] env[62880]: INFO nova.compute.manager [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1552.934739] env[62880]: DEBUG oslo.service.loopingcall [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.937606] env[62880]: DEBUG nova.compute.manager [-] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.937712] env[62880]: DEBUG nova.network.neutron [-] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.952306] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c9ae59-dbe3-4aa8-9c87-e3a078dcb3c1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.966080] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d86a51-9df2-45fe-a105-0d45732abddc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.969347] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880531, 'name': Rename_Task, 'duration_secs': 0.212967} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.970097] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.970631] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9800ce2d-5985-45d3-aebb-1bcc4aa7c90c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.003520] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9124749f-f6dc-4867-9005-cf2015fdf64a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.006213] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1553.006213] env[62880]: value = "task-1880533" [ 1553.006213] env[62880]: _type = "Task" [ 1553.006213] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.016494] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81067847-f534-4b44-9b8d-aabdb444a7f5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.024213] env[62880]: INFO nova.compute.manager [-] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Took 1.97 seconds to deallocate network for instance. [ 1553.024523] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.038630] env[62880]: DEBUG nova.compute.provider_tree [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.049382] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880529, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.059579] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100258} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.060045] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.060963] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1fcbe3-a2f5-45d3-a7a3-86aa35447b52 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.086293] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 9c68659d-0d8e-4370-8f58-93b5955b46ba/9c68659d-0d8e-4370-8f58-93b5955b46ba.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.086917] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e211f6-6b47-4090-919a-2f1ad9918094 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.118304] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52eed726-c7e0-3ce9-d0eb-1d3557834915, 'name': SearchDatastore_Task, 'duration_secs': 0.012138} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.118304] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1553.118304] env[62880]: value = "task-1880534" [ 1553.118304] env[62880]: _type = "Task" [ 1553.118304] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.118490] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0dbf6c-2d4d-4951-b872-5c51455c7c38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.131156] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.134699] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1553.134699] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52543516-c70e-84a1-9723-58b05e3cf1bb" [ 1553.134699] env[62880]: _type = "Task" [ 1553.134699] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.135730] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.135730] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquired lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.149234] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52543516-c70e-84a1-9723-58b05e3cf1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.327011] env[62880]: DEBUG nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.331130] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fdcb4de-8d90-49fc-b7d9-f3b8cb5f9410 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.383s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.360873] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.361193] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.361362] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.361547] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.361692] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.361856] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.362065] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.362233] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.362452] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.362624] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.362800] env[62880]: DEBUG nova.virt.hardware [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.363960] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ce2990-2d44-4e08-b565-1136ef2509cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.374661] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e440f503-ebb9-4577-abc2-7afdf0183067 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.521423] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.544649] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.545540] env[62880]: DEBUG nova.scheduler.client.report [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.556392] env[62880]: DEBUG oslo_vmware.api [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880529, 'name': RemoveSnapshot_Task, 'duration_secs': 1.474292} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.556687] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1553.556938] env[62880]: INFO nova.compute.manager [None req-61ddd7ca-a150-4499-8fbb-24ebf35fb1d5 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Took 19.85 seconds to snapshot the instance on the hypervisor. [ 1553.632791] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880534, 'name': ReconfigVM_Task, 'duration_secs': 0.390269} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.632791] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 9c68659d-0d8e-4370-8f58-93b5955b46ba/9c68659d-0d8e-4370-8f58-93b5955b46ba.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.633222] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6912f805-0224-4fa0-9eb9-9043477f1705 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.643317] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1553.643317] env[62880]: value = "task-1880535" [ 1553.643317] env[62880]: _type = "Task" [ 1553.643317] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.650258] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52543516-c70e-84a1-9723-58b05e3cf1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.026035} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.650909] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.653625] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 343d460e-b762-423d-b26d-072ceda052d7/343d460e-b762-423d-b26d-072ceda052d7.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.653625] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba0b2e0e-6345-48e5-a5d3-fe4ceb9ea992 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.658495] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880535, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.659890] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1553.659890] env[62880]: value = "task-1880536" [ 1553.659890] env[62880]: _type = "Task" [ 1553.659890] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.668931] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.716409] env[62880]: DEBUG nova.compute.manager [req-1c069c34-ad51-452c-a5d9-5b3fd4c7a698 req-9e1b8e18-478e-45f1-96ee-2181a928124d service nova] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Received event network-vif-deleted-4f5f74a3-aad3-4dcf-a940-30290aa86a83 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1553.812504] env[62880]: DEBUG nova.network.neutron [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.931305] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "31411461-f544-4e4d-b687-47669bc9a8ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.934019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.025649] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.054227] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.054851] env[62880]: DEBUG nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.062363] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.195s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.062363] env[62880]: DEBUG nova.objects.instance [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lazy-loading 'resources' on Instance uuid c801be10-4ae2-4a93-a63a-44b2cae5c143 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.157787] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880535, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.171853] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880536, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.189160] env[62880]: DEBUG nova.compute.manager [req-193f21dc-40ba-4051-b304-52667149baa5 req-dd00e1c3-35da-4de0-9bb0-283fb8b6bbca service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Received event network-vif-deleted-fd232eff-0199-4a3b-9bb4-8f9be9ad1f20 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1554.189347] env[62880]: INFO nova.compute.manager [req-193f21dc-40ba-4051-b304-52667149baa5 req-dd00e1c3-35da-4de0-9bb0-283fb8b6bbca service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Neutron deleted interface fd232eff-0199-4a3b-9bb4-8f9be9ad1f20; detaching it from the instance and deleting it from the info cache [ 1554.189537] env[62880]: DEBUG nova.network.neutron [req-193f21dc-40ba-4051-b304-52667149baa5 req-dd00e1c3-35da-4de0-9bb0-283fb8b6bbca service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.270107] env[62880]: DEBUG nova.network.neutron [-] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.311440] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.311693] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.311961] env[62880]: INFO nova.compute.manager [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Shelving [ 1554.447938] env[62880]: DEBUG nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1554.522984] env[62880]: DEBUG oslo_vmware.api [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880533, 'name': PowerOnVM_Task, 'duration_secs': 1.353207} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.523958] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.526115] env[62880]: INFO nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Took 11.73 seconds to spawn the instance on the hypervisor. [ 1554.526115] env[62880]: DEBUG nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.526115] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a6aa56-5a3f-48f0-9d9f-c32017ffd9e0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.561216] env[62880]: DEBUG nova.compute.utils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1554.563594] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.564108] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.564563] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.567019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.567019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.568437] env[62880]: DEBUG nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1554.569365] env[62880]: DEBUG nova.network.neutron [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1554.576040] env[62880]: INFO nova.compute.manager [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Terminating instance [ 1554.608681] env[62880]: DEBUG nova.network.neutron [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updating instance_info_cache with network_info: [{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.633648] env[62880]: DEBUG nova.policy [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19381b8da94d4e638f6e8744687ad8b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66ae6bcec2174b5ebe462a3cb90bb6ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1554.654991] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880535, 'name': Rename_Task, 'duration_secs': 0.617451} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.657924] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.658412] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4424fa9-90a5-4671-8d30-76a19a8f68eb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.672337] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1554.672337] env[62880]: value = "task-1880537" [ 1554.672337] env[62880]: _type = "Task" [ 1554.672337] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.679046] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880536, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.685158] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.694155] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-813169e6-5ddb-428a-8efb-6e9ae6db4b0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.706019] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712829ea-3da2-4824-8830-ba3e4a8462dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.751664] env[62880]: DEBUG nova.compute.manager [req-193f21dc-40ba-4051-b304-52667149baa5 req-dd00e1c3-35da-4de0-9bb0-283fb8b6bbca service nova] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Detach interface failed, port_id=fd232eff-0199-4a3b-9bb4-8f9be9ad1f20, reason: Instance 755e9b02-03fc-47a8-95d2-60c5dce362c0 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1554.751664] env[62880]: DEBUG nova.network.neutron [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Successfully updated port: 4c752600-3406-49a8-a67f-4aae3b182b30 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1554.774076] env[62880]: INFO nova.compute.manager [-] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Took 1.84 seconds to deallocate network for instance. [ 1554.914817] env[62880]: DEBUG nova.network.neutron [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Successfully created port: 92e1c9ed-a629-4fd9-9989-6cbb66d61738 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.974456] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.051397] env[62880]: INFO nova.compute.manager [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Took 42.13 seconds to build instance. [ 1555.071023] env[62880]: DEBUG nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.083993] env[62880]: DEBUG nova.compute.manager [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1555.084221] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1555.085165] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ee61a4-3727-46ac-a31f-6ec3ec2d53d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.102216] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.104527] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60b87cf9-bab5-49d1-b34d-add751f8f2f5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.111434] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1555.111434] env[62880]: value = "task-1880538" [ 1555.111434] env[62880]: _type = "Task" [ 1555.111434] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.114461] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Releasing lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.114744] env[62880]: DEBUG nova.compute.manager [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Inject network info {{(pid=62880) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1555.115042] env[62880]: DEBUG nova.compute.manager [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] network_info to inject: |[{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1555.120133] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Reconfiguring VM instance to set the machine id {{(pid=62880) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1555.126324] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79dd7a96-1e6f-422d-a6e8-f39b46d35ff5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.146186] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.147626] env[62880]: DEBUG oslo_vmware.api [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1555.147626] env[62880]: value = "task-1880539" [ 1555.147626] env[62880]: _type = "Task" [ 1555.147626] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.158076] env[62880]: DEBUG oslo_vmware.api [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.180274] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880536, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.186446] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.200689] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd08eb-81a7-4015-8763-ad0324ae8e42 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.208709] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45a265c-2d06-4cab-8b59-c676d6da0bf4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.242555] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6a8ce8-e5dd-40b2-8bd7-236cad85d1aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.250977] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab34c1-4487-4277-a028-a0bfcf72f241 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.255901] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "refresh_cache-44c97f12-c4a6-43a8-aac3-78b7957b3f38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.255901] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquired lock "refresh_cache-44c97f12-c4a6-43a8-aac3-78b7957b3f38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.256088] env[62880]: DEBUG nova.network.neutron [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.269355] env[62880]: DEBUG nova.compute.provider_tree [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.324931] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.325266] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90feaf20-9ecb-4dde-8c41-2d55626321d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.334292] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1555.334292] env[62880]: value = "task-1880540" [ 1555.334292] env[62880]: _type = "Task" [ 1555.334292] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.341015] env[62880]: INFO nova.compute.manager [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Took 0.57 seconds to detach 1 volumes for instance. [ 1555.347025] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.347475] env[62880]: DEBUG nova.compute.manager [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Deleting volume: a806c28e-b99e-4fc4-8d2c-b4fd4ef53dea {{(pid=62880) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1555.552279] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3c3813aa-defd-4ceb-97a9-5b0daa86cf8c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.608s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.629073] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880538, 'name': PowerOffVM_Task, 'duration_secs': 0.497392} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.629073] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.629073] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.629073] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c627939-eab9-4ae2-9083-8e9dda32ac70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.660291] env[62880]: DEBUG oslo_vmware.api [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880539, 'name': ReconfigVM_Task, 'duration_secs': 0.281478} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.660744] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5e3471-b324-4271-968e-41f1c856ff5a tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Reconfigured VM instance to set the machine id {{(pid=62880) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1555.679623] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.601191} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.680340] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 343d460e-b762-423d-b26d-072ceda052d7/343d460e-b762-423d-b26d-072ceda052d7.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.680529] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.680790] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13fd1df1-4a30-490f-9b10-8cc51c531995 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.686428] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.694313] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1555.694313] env[62880]: value = "task-1880543" [ 1555.694313] env[62880]: _type = "Task" [ 1555.694313] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.705615] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.723111] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.723368] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.723663] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleting the datastore file [datastore1] 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.723947] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e7f4b15-a956-4254-b289-a14c240f3853 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.732609] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1555.732609] env[62880]: value = "task-1880544" [ 1555.732609] env[62880]: _type = "Task" [ 1555.732609] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.742088] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.772890] env[62880]: DEBUG nova.scheduler.client.report [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.792944] env[62880]: DEBUG nova.network.neutron [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.845178] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880540, 'name': PowerOffVM_Task, 'duration_secs': 0.300721} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.845580] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.846353] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e72e51d-b07e-4602-b68a-e731dcf4b2d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.873607] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daafb12c-6bbd-4ec7-b6e8-e9b42571a720 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.907925] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.063406] env[62880]: DEBUG nova.network.neutron [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Updating instance_info_cache with network_info: [{"id": "4c752600-3406-49a8-a67f-4aae3b182b30", "address": "fa:16:3e:b5:43:3c", "network": {"id": "2f26b2c3-8718-459d-9889-fa9ac6395711", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319758712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a3de2445964af18174744b80be673d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c752600-34", "ovs_interfaceid": "4c752600-3406-49a8-a67f-4aae3b182b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.087443] env[62880]: DEBUG nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.121989] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.122588] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.122588] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.122698] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.122885] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.123597] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.123597] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.123597] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.123597] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.123805] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.123992] env[62880]: DEBUG nova.virt.hardware [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.125332] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c671ce-a05f-461d-8ee2-e0e601ce7237 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.138013] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577dec0e-d0e9-4e9d-99ee-d96f0185881a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.184658] env[62880]: DEBUG oslo_vmware.api [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880537, 'name': PowerOnVM_Task, 'duration_secs': 1.233543} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.184899] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.185130] env[62880]: INFO nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1556.201316] env[62880]: DEBUG nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.201316] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4747500b-b9ac-4803-933d-b9a4e0e120ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.210487] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087847} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.210487] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1556.211630] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4893d1e1-caac-4170-829d-defc812e46c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.241855] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 343d460e-b762-423d-b26d-072ceda052d7/343d460e-b762-423d-b26d-072ceda052d7.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.242290] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13171716-2b58-482f-9c8d-bdb8c703797d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.272148] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.272148] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1556.272148] env[62880]: value = "task-1880545" [ 1556.272148] env[62880]: _type = "Task" [ 1556.272148] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.278174] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.283961] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.924s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.284115] env[62880]: DEBUG nova.objects.instance [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lazy-loading 'resources' on Instance uuid df00cfae-3bbb-4489-83fb-c7444548c0c4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.285338] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.312404] env[62880]: INFO nova.scheduler.client.report [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Deleted allocations for instance c801be10-4ae2-4a93-a63a-44b2cae5c143 [ 1556.394362] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1556.394608] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-099a2b3b-82e1-4182-8fc0-790368cd1635 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.405063] env[62880]: DEBUG nova.compute.manager [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Received event network-vif-plugged-4c752600-3406-49a8-a67f-4aae3b182b30 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1556.405063] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Acquiring lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.405396] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.405396] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.405577] env[62880]: DEBUG nova.compute.manager [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] No waiting events found dispatching network-vif-plugged-4c752600-3406-49a8-a67f-4aae3b182b30 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1556.405805] env[62880]: WARNING nova.compute.manager [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Received unexpected event network-vif-plugged-4c752600-3406-49a8-a67f-4aae3b182b30 for instance with vm_state building and task_state spawning. [ 1556.406050] env[62880]: DEBUG nova.compute.manager [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Received event network-changed-4c752600-3406-49a8-a67f-4aae3b182b30 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1556.406222] env[62880]: DEBUG nova.compute.manager [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Refreshing instance network info cache due to event network-changed-4c752600-3406-49a8-a67f-4aae3b182b30. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1556.406402] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Acquiring lock "refresh_cache-44c97f12-c4a6-43a8-aac3-78b7957b3f38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.415865] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1556.415865] env[62880]: value = "task-1880546" [ 1556.415865] env[62880]: _type = "Task" [ 1556.415865] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.430817] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880546, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.573101] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Releasing lock "refresh_cache-44c97f12-c4a6-43a8-aac3-78b7957b3f38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.573430] env[62880]: DEBUG nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Instance network_info: |[{"id": "4c752600-3406-49a8-a67f-4aae3b182b30", "address": "fa:16:3e:b5:43:3c", "network": {"id": "2f26b2c3-8718-459d-9889-fa9ac6395711", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319758712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a3de2445964af18174744b80be673d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c752600-34", "ovs_interfaceid": "4c752600-3406-49a8-a67f-4aae3b182b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1556.576995] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Acquired lock "refresh_cache-44c97f12-c4a6-43a8-aac3-78b7957b3f38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.576995] env[62880]: DEBUG nova.network.neutron [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Refreshing network info cache for port 4c752600-3406-49a8-a67f-4aae3b182b30 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.576995] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:43:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c752600-3406-49a8-a67f-4aae3b182b30', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.585712] env[62880]: DEBUG oslo.service.loopingcall [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.585712] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.585712] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07301799-bdbc-4142-be74-6e89d6df55d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.606597] env[62880]: DEBUG nova.compute.manager [req-dbf5ca0f-18e9-4389-8ee2-edac9961ddab req-c57a758c-de4c-4c78-a2bb-83ba1090efb8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Received event network-changed-28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1556.606897] env[62880]: DEBUG nova.compute.manager [req-dbf5ca0f-18e9-4389-8ee2-edac9961ddab req-c57a758c-de4c-4c78-a2bb-83ba1090efb8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Refreshing instance network info cache due to event network-changed-28aad13f-186d-411c-b175-0794415178a6. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1556.607193] env[62880]: DEBUG oslo_concurrency.lockutils [req-dbf5ca0f-18e9-4389-8ee2-edac9961ddab req-c57a758c-de4c-4c78-a2bb-83ba1090efb8 service nova] Acquiring lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.607391] env[62880]: DEBUG oslo_concurrency.lockutils [req-dbf5ca0f-18e9-4389-8ee2-edac9961ddab req-c57a758c-de4c-4c78-a2bb-83ba1090efb8 service nova] Acquired lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.607638] env[62880]: DEBUG nova.network.neutron [req-dbf5ca0f-18e9-4389-8ee2-edac9961ddab req-c57a758c-de4c-4c78-a2bb-83ba1090efb8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Refreshing network info cache for port 28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.617029] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.617029] env[62880]: value = "task-1880547" [ 1556.617029] env[62880]: _type = "Task" [ 1556.617029] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.630374] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880547, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.713376] env[62880]: INFO nova.compute.manager [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Took 41.02 seconds to build instance. [ 1556.755932] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.786176] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880545, 'name': ReconfigVM_Task, 'duration_secs': 0.468599} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.789876] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 343d460e-b762-423d-b26d-072ceda052d7/343d460e-b762-423d-b26d-072ceda052d7.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.790735] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8b4946c-1460-4b3f-be96-6af126851e72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.801247] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1556.801247] env[62880]: value = "task-1880548" [ 1556.801247] env[62880]: _type = "Task" [ 1556.801247] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.810673] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880548, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.822801] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f982da66-057c-4359-929e-658c26e220c1 tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "c801be10-4ae2-4a93-a63a-44b2cae5c143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.264s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.860223] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "4749f591-1b2b-4fa5-835e-4a83bd11f986" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.861306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "4749f591-1b2b-4fa5-835e-4a83bd11f986" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.861306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "4749f591-1b2b-4fa5-835e-4a83bd11f986-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.861306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "4749f591-1b2b-4fa5-835e-4a83bd11f986-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.861306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "4749f591-1b2b-4fa5-835e-4a83bd11f986-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.863390] env[62880]: INFO nova.compute.manager [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Terminating instance [ 1556.918459] env[62880]: DEBUG nova.compute.manager [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.920821] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aea3c1-ce48-4eb7-a63b-09cdf07e8e57 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.937873] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880546, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.050222] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "d8552fad-e6dd-4576-ac50-941cffd932e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.050355] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.050562] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "d8552fad-e6dd-4576-ac50-941cffd932e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.050929] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.051259] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.057431] env[62880]: INFO nova.compute.manager [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Terminating instance [ 1557.130950] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880547, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.185094] env[62880]: DEBUG nova.network.neutron [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Successfully updated port: 92e1c9ed-a629-4fd9-9989-6cbb66d61738 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.216196] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8972b8cf-26a7-4789-8d40-d71697cd3f47 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.385s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.256837] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.314934] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880548, 'name': Rename_Task, 'duration_secs': 0.27973} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.317665] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.318518] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a76a3cbb-39f0-4f60-bdf9-892e437e6b69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.330402] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1557.330402] env[62880]: value = "task-1880549" [ 1557.330402] env[62880]: _type = "Task" [ 1557.330402] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.346457] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.373196] env[62880]: DEBUG nova.compute.manager [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.373196] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.373196] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8436c060-43f6-40d0-a097-3c9d04ebeec6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.385202] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.393205] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f6b90e0-7d81-4455-a72d-0426f85b9f70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.404159] env[62880]: DEBUG oslo_vmware.api [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1557.404159] env[62880]: value = "task-1880550" [ 1557.404159] env[62880]: _type = "Task" [ 1557.404159] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.421814] env[62880]: DEBUG oslo_vmware.api [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.434347] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880546, 'name': CreateSnapshot_Task, 'duration_secs': 0.757049} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.434743] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1557.435433] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b0eb9b-b3fb-4eac-9c07-efea72845c2b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.439636] env[62880]: INFO nova.compute.manager [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] instance snapshotting [ 1557.452643] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526208f7-3cd9-4470-9435-64b7cd3131d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.482023] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3acf1d6-8197-4f4c-a4dd-e49396b83452 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.488775] env[62880]: DEBUG nova.network.neutron [req-dbf5ca0f-18e9-4389-8ee2-edac9961ddab req-c57a758c-de4c-4c78-a2bb-83ba1090efb8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updated VIF entry in instance network info cache for port 28aad13f-186d-411c-b175-0794415178a6. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.489139] env[62880]: DEBUG nova.network.neutron [req-dbf5ca0f-18e9-4389-8ee2-edac9961ddab req-c57a758c-de4c-4c78-a2bb-83ba1090efb8 service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updating instance_info_cache with network_info: [{"id": "28aad13f-186d-411c-b175-0794415178a6", "address": "fa:16:3e:13:ff:f8", "network": {"id": "ce795c59-d561-4c73-a9b2-db973fc961f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-34564537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b28ed48e2142148ec45612f65723ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28aad13f-18", "ovs_interfaceid": "28aad13f-186d-411c-b175-0794415178a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.504742] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949eda34-202f-4d06-92b1-7171894966c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.517122] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332357b3-6f85-45b7-bbca-1bead85d5b16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.553218] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439bb245-e9b8-4710-bf11-823c6f4c19d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.567167] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145ba78-f2d3-49b9-93f0-93816f2ad442 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.574629] env[62880]: DEBUG nova.compute.manager [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1557.574629] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.574629] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a3b7f1-c61c-4e3d-b6a5-bf75fa7fd216 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.589231] env[62880]: DEBUG nova.compute.provider_tree [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.596523] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.596523] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb39b33a-2fe6-4b55-bd29-7700d899ee99 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.605417] env[62880]: DEBUG oslo_vmware.api [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1557.605417] env[62880]: value = "task-1880551" [ 1557.605417] env[62880]: _type = "Task" [ 1557.605417] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.615629] env[62880]: DEBUG oslo_vmware.api [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.628644] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880547, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.692511] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "refresh_cache-dae9d03d-9786-47c4-905c-25b9d06de271" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.692775] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "refresh_cache-dae9d03d-9786-47c4-905c-25b9d06de271" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.693136] env[62880]: DEBUG nova.network.neutron [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.718306] env[62880]: DEBUG nova.network.neutron [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Updated VIF entry in instance network info cache for port 4c752600-3406-49a8-a67f-4aae3b182b30. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.718671] env[62880]: DEBUG nova.network.neutron [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Updating instance_info_cache with network_info: [{"id": "4c752600-3406-49a8-a67f-4aae3b182b30", "address": "fa:16:3e:b5:43:3c", "network": {"id": "2f26b2c3-8718-459d-9889-fa9ac6395711", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319758712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a3de2445964af18174744b80be673d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c752600-34", "ovs_interfaceid": "4c752600-3406-49a8-a67f-4aae3b182b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.758053] env[62880]: DEBUG oslo_vmware.api [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.909595} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.758053] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.758053] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.758053] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.758053] env[62880]: INFO nova.compute.manager [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1557.758053] env[62880]: DEBUG oslo.service.loopingcall [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.758053] env[62880]: DEBUG nova.compute.manager [-] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.758053] env[62880]: DEBUG nova.network.neutron [-] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.840966] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.914936] env[62880]: DEBUG oslo_vmware.api [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880550, 'name': PowerOffVM_Task, 'duration_secs': 0.291994} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.915522] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.915866] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.916260] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a550656-58ac-4db9-83e4-b016ecd818a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.963453] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1557.963847] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-205196c0-f4a3-4660-b5c0-351fd72868cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.973634] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1557.973634] env[62880]: value = "task-1880553" [ 1557.973634] env[62880]: _type = "Task" [ 1557.973634] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.986022] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880553, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.996271] env[62880]: DEBUG oslo_concurrency.lockutils [req-dbf5ca0f-18e9-4389-8ee2-edac9961ddab req-c57a758c-de4c-4c78-a2bb-83ba1090efb8 service nova] Releasing lock "refresh_cache-4749f591-1b2b-4fa5-835e-4a83bd11f986" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.997347] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1557.997658] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2766998b-e14d-41f0-b28b-c85e2dfd9ba1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.004813] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1558.004813] env[62880]: value = "task-1880554" [ 1558.004813] env[62880]: _type = "Task" [ 1558.004813] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.013879] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.097362] env[62880]: DEBUG nova.scheduler.client.report [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.116995] env[62880]: DEBUG oslo_vmware.api [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880551, 'name': PowerOffVM_Task, 'duration_secs': 0.258369} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.117305] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.117465] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.117712] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb2dcb9-056e-4720-b255-d378b17bb94d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.128952] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880547, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.221970] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Releasing lock "refresh_cache-44c97f12-c4a6-43a8-aac3-78b7957b3f38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.222344] env[62880]: DEBUG nova.compute.manager [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Received event network-changed-527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1558.222344] env[62880]: DEBUG nova.compute.manager [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Refreshing instance network info cache due to event network-changed-527419c2-9936-46ee-b421-d4b1643b9e5b. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1558.222504] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Acquiring lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.222653] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Acquired lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.222851] env[62880]: DEBUG nova.network.neutron [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Refreshing network info cache for port 527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.242715] env[62880]: DEBUG nova.network.neutron [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.343186] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.456145] env[62880]: DEBUG nova.network.neutron [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Updating instance_info_cache with network_info: [{"id": "92e1c9ed-a629-4fd9-9989-6cbb66d61738", "address": "fa:16:3e:ef:b7:1a", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e1c9ed-a6", "ovs_interfaceid": "92e1c9ed-a629-4fd9-9989-6cbb66d61738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.487556] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880553, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.516809] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.607193] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.611029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.534s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.617610] env[62880]: INFO nova.compute.claims [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.638158] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880547, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.649637] env[62880]: INFO nova.scheduler.client.report [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Deleted allocations for instance df00cfae-3bbb-4489-83fb-c7444548c0c4 [ 1558.848358] env[62880]: DEBUG oslo_vmware.api [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880549, 'name': PowerOnVM_Task, 'duration_secs': 1.430394} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.848358] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.848358] env[62880]: INFO nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1558.848358] env[62880]: DEBUG nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.848637] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c6b68-a06c-44b1-aa9d-7358975f16c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.912943] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.914353] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.914627] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Deleting the datastore file [datastore1] 4749f591-1b2b-4fa5-835e-4a83bd11f986 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.914960] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.915177] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.915383] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Deleting the datastore file [datastore1] d8552fad-e6dd-4576-ac50-941cffd932e3 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.916426] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7b8dc98-372e-4bbe-99af-53a508c23d60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.922692] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f3675b2-5467-4cb6-bca6-f82867fde4d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.934845] env[62880]: DEBUG oslo_vmware.api [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1558.934845] env[62880]: value = "task-1880557" [ 1558.934845] env[62880]: _type = "Task" [ 1558.934845] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.939037] env[62880]: DEBUG oslo_vmware.api [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for the task: (returnval){ [ 1558.939037] env[62880]: value = "task-1880556" [ 1558.939037] env[62880]: _type = "Task" [ 1558.939037] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.941454] env[62880]: DEBUG nova.network.neutron [-] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.960817] env[62880]: DEBUG oslo_vmware.api [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.961322] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "refresh_cache-dae9d03d-9786-47c4-905c-25b9d06de271" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.961621] env[62880]: DEBUG nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Instance network_info: |[{"id": "92e1c9ed-a629-4fd9-9989-6cbb66d61738", "address": "fa:16:3e:ef:b7:1a", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e1c9ed-a6", "ovs_interfaceid": "92e1c9ed-a629-4fd9-9989-6cbb66d61738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1558.961968] env[62880]: DEBUG oslo_vmware.api [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.964146] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:b7:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e1c9ed-a629-4fd9-9989-6cbb66d61738', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1558.975302] env[62880]: DEBUG oslo.service.loopingcall [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.979252] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1558.983320] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535946f9-bf9c-455f-b5ff-5aa97f32c301 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.010438] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880553, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.014849] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.014849] env[62880]: value = "task-1880558" [ 1559.014849] env[62880]: _type = "Task" [ 1559.014849] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.022172] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880554, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.028645] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880558, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.144528] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880547, 'name': CreateVM_Task, 'duration_secs': 2.236308} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.144640] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.146110] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.146296] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.146619] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1559.147318] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a431c8-c824-4d5c-a982-32c37a3d41ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.154326] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1559.154326] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dc252e-75c0-257b-4af7-e34c23b02152" [ 1559.154326] env[62880]: _type = "Task" [ 1559.154326] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.161201] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6eae76af-f7f3-4347-8152-b02e05bde4d9 tempest-ListServerFiltersTestJSON-1968022734 tempest-ListServerFiltersTestJSON-1968022734-project-member] Lock "df00cfae-3bbb-4489-83fb-c7444548c0c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.640s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.169567] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dc252e-75c0-257b-4af7-e34c23b02152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.177079] env[62880]: DEBUG nova.network.neutron [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updated VIF entry in instance network info cache for port 527419c2-9936-46ee-b421-d4b1643b9e5b. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.177529] env[62880]: DEBUG nova.network.neutron [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updating instance_info_cache with network_info: [{"id": "527419c2-9936-46ee-b421-d4b1643b9e5b", "address": "fa:16:3e:fe:fd:76", "network": {"id": "ec72423b-a23b-44c0-9df4-4bf63d990287", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-572146616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1950ec1faaaf4c7880edd1180efd2bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527419c2-99", "ovs_interfaceid": "527419c2-9936-46ee-b421-d4b1643b9e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.202331] env[62880]: DEBUG nova.compute.manager [req-fb95b73c-0e94-43cf-b7ad-3e37a89f3961 req-0871c6fa-f1ae-4b6e-ab1d-6552c121c4e5 service nova] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Received event network-vif-deleted-1c629f16-7bee-4692-8682-317c67dbbceb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1559.376736] env[62880]: INFO nova.compute.manager [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Took 42.67 seconds to build instance. [ 1559.417162] env[62880]: DEBUG nova.compute.manager [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Received event network-vif-plugged-92e1c9ed-a629-4fd9-9989-6cbb66d61738 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1559.417397] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Acquiring lock "dae9d03d-9786-47c4-905c-25b9d06de271-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.417609] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Lock "dae9d03d-9786-47c4-905c-25b9d06de271-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.417846] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Lock "dae9d03d-9786-47c4-905c-25b9d06de271-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.419056] env[62880]: DEBUG nova.compute.manager [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] No waiting events found dispatching network-vif-plugged-92e1c9ed-a629-4fd9-9989-6cbb66d61738 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.419307] env[62880]: WARNING nova.compute.manager [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Received unexpected event network-vif-plugged-92e1c9ed-a629-4fd9-9989-6cbb66d61738 for instance with vm_state building and task_state spawning. [ 1559.419496] env[62880]: DEBUG nova.compute.manager [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Received event network-changed-92e1c9ed-a629-4fd9-9989-6cbb66d61738 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1559.420055] env[62880]: DEBUG nova.compute.manager [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Refreshing instance network info cache due to event network-changed-92e1c9ed-a629-4fd9-9989-6cbb66d61738. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1559.420343] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Acquiring lock "refresh_cache-dae9d03d-9786-47c4-905c-25b9d06de271" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.420522] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Acquired lock "refresh_cache-dae9d03d-9786-47c4-905c-25b9d06de271" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.420641] env[62880]: DEBUG nova.network.neutron [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Refreshing network info cache for port 92e1c9ed-a629-4fd9-9989-6cbb66d61738 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.450382] env[62880]: INFO nova.compute.manager [-] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Took 1.69 seconds to deallocate network for instance. [ 1559.450538] env[62880]: DEBUG oslo_vmware.api [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305324} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.454895] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.455190] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.455382] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.455553] env[62880]: INFO nova.compute.manager [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1559.455896] env[62880]: DEBUG oslo.service.loopingcall [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.463789] env[62880]: DEBUG nova.compute.manager [-] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.465011] env[62880]: DEBUG nova.network.neutron [-] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.467959] env[62880]: DEBUG oslo_vmware.api [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Task: {'id': task-1880556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307754} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.468612] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.468888] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.469229] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.469497] env[62880]: INFO nova.compute.manager [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1559.469834] env[62880]: DEBUG oslo.service.loopingcall [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.471052] env[62880]: DEBUG nova.compute.manager [-] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.472351] env[62880]: DEBUG nova.network.neutron [-] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.492251] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880553, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.534148] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880554, 'name': CreateSnapshot_Task, 'duration_secs': 1.136947} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.534406] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880558, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.534748] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1559.535861] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d9f868-7a13-45e0-a409-17de2f0ef9b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.674502] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dc252e-75c0-257b-4af7-e34c23b02152, 'name': SearchDatastore_Task, 'duration_secs': 0.016787} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.677543] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.677543] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.678066] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.678066] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.678159] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.679345] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22ed4685-21cd-460b-a6d4-d07b87e2949d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.681181] env[62880]: DEBUG oslo_concurrency.lockutils [req-816f50fd-c0e2-40d2-b456-c856600c6ce8 req-fb17fe7d-2181-496f-a4fb-e8fee86893e2 service nova] Releasing lock "refresh_cache-d8552fad-e6dd-4576-ac50-941cffd932e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.690634] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.690895] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.691811] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7214d8-5305-4784-9f49-c1c701c4e31b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.700765] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1559.700765] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52757aae-dbff-e6a0-ae4a-787c95c77dc9" [ 1559.700765] env[62880]: _type = "Task" [ 1559.700765] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.713970] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52757aae-dbff-e6a0-ae4a-787c95c77dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.879560] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2a6ac55-c554-42a2-9ef0-2b7e663ea2e4 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "343d460e-b762-423d-b26d-072ceda052d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.984s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.970591] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.994541] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880553, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.031327] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880558, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.059110] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1560.060911] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d621ca50-dba7-4e39-b049-9e8fa936bd49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.078178] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1560.078178] env[62880]: value = "task-1880559" [ 1560.078178] env[62880]: _type = "Task" [ 1560.078178] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.114664] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.166223] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.166418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.166646] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.166885] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.167167] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.169327] env[62880]: INFO nova.compute.manager [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Terminating instance [ 1560.216214] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52757aae-dbff-e6a0-ae4a-787c95c77dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.020058} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.217090] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7374aa-fc2a-4616-8103-39d0a01357e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.229648] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1560.229648] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b6484-4c5e-dfc2-e881-c9f71eeb9231" [ 1560.229648] env[62880]: _type = "Task" [ 1560.229648] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.242789] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b6484-4c5e-dfc2-e881-c9f71eeb9231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.284931] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df413649-57f7-4934-8984-bfc3cf90b07b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.295579] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eb0486-7bd6-431a-8ccc-95fe7a9b155a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.334292] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c061d1-d7bd-46b3-b8ce-dbc81caae201 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.344871] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811332f7-4c40-4085-b50e-111afc02c9cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.363150] env[62880]: DEBUG nova.compute.provider_tree [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.492134] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880553, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.531932] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880558, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.565463] env[62880]: DEBUG nova.network.neutron [-] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.595198] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.615918] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquiring lock "86aee71e-451d-40a7-b018-f95d33aefc9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.616217] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "86aee71e-451d-40a7-b018-f95d33aefc9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.616430] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquiring lock "86aee71e-451d-40a7-b018-f95d33aefc9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.616616] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "86aee71e-451d-40a7-b018-f95d33aefc9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.616820] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "86aee71e-451d-40a7-b018-f95d33aefc9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.619029] env[62880]: INFO nova.compute.manager [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Terminating instance [ 1560.648645] env[62880]: DEBUG nova.network.neutron [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Updated VIF entry in instance network info cache for port 92e1c9ed-a629-4fd9-9989-6cbb66d61738. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.649122] env[62880]: DEBUG nova.network.neutron [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Updating instance_info_cache with network_info: [{"id": "92e1c9ed-a629-4fd9-9989-6cbb66d61738", "address": "fa:16:3e:ef:b7:1a", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e1c9ed-a6", "ovs_interfaceid": "92e1c9ed-a629-4fd9-9989-6cbb66d61738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.658468] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.658728] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.663368] env[62880]: DEBUG nova.network.neutron [-] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.681704] env[62880]: DEBUG nova.compute.manager [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.681935] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.683513] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af0c1d9-5b3c-4318-bcbe-181ce37a91db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.694631] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.694928] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8355416-0f4f-4f41-a99a-8576eff96889 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.711989] env[62880]: DEBUG oslo_vmware.api [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1560.711989] env[62880]: value = "task-1880560" [ 1560.711989] env[62880]: _type = "Task" [ 1560.711989] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.725807] env[62880]: DEBUG oslo_vmware.api [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.731209] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquiring lock "343d460e-b762-423d-b26d-072ceda052d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.732421] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "343d460e-b762-423d-b26d-072ceda052d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.732807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquiring lock "343d460e-b762-423d-b26d-072ceda052d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.732909] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "343d460e-b762-423d-b26d-072ceda052d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.733154] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "343d460e-b762-423d-b26d-072ceda052d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.739585] env[62880]: INFO nova.compute.manager [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Terminating instance [ 1560.749140] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b6484-4c5e-dfc2-e881-c9f71eeb9231, 'name': SearchDatastore_Task, 'duration_secs': 0.020701} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.749140] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.753024] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 44c97f12-c4a6-43a8-aac3-78b7957b3f38/44c97f12-c4a6-43a8-aac3-78b7957b3f38.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.753024] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a51e8344-943a-4dff-9437-36f24c7d4429 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.760768] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1560.760768] env[62880]: value = "task-1880561" [ 1560.760768] env[62880]: _type = "Task" [ 1560.760768] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.774476] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.865269] env[62880]: DEBUG nova.scheduler.client.report [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.994060] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880553, 'name': CloneVM_Task, 'duration_secs': 2.822249} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.994346] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Created linked-clone VM from snapshot [ 1560.995189] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb81ff4a-aa61-466d-b746-cd49e12811bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.004263] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Uploading image 631def54-7842-4a8a-a3d1-b4c820e4d2e1 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1561.036326] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880558, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.050628] env[62880]: DEBUG oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1561.050628] env[62880]: value = "vm-388637" [ 1561.050628] env[62880]: _type = "VirtualMachine" [ 1561.050628] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1561.050900] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf20b2fb-cf7c-4cbd-a272-c6b2bfb30077 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.061534] env[62880]: DEBUG oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lease: (returnval){ [ 1561.061534] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52abdb81-d133-f300-cdeb-534e42851765" [ 1561.061534] env[62880]: _type = "HttpNfcLease" [ 1561.061534] env[62880]: } obtained for exporting VM: (result){ [ 1561.061534] env[62880]: value = "vm-388637" [ 1561.061534] env[62880]: _type = "VirtualMachine" [ 1561.061534] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1561.061979] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the lease: (returnval){ [ 1561.061979] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52abdb81-d133-f300-cdeb-534e42851765" [ 1561.061979] env[62880]: _type = "HttpNfcLease" [ 1561.061979] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1561.068911] env[62880]: INFO nova.compute.manager [-] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Took 1.60 seconds to deallocate network for instance. [ 1561.079861] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.079861] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52abdb81-d133-f300-cdeb-534e42851765" [ 1561.079861] env[62880]: _type = "HttpNfcLease" [ 1561.079861] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1561.109152] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.129856] env[62880]: DEBUG nova.compute.manager [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1561.130112] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1561.131148] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8582611-786d-4cbf-be6e-eb233f5e5965 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.141540] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.142049] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d1342c4-37dd-42e6-90ae-f4d5b37cbfb9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.151519] env[62880]: DEBUG oslo_vmware.api [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1561.151519] env[62880]: value = "task-1880563" [ 1561.151519] env[62880]: _type = "Task" [ 1561.151519] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.159415] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Releasing lock "refresh_cache-dae9d03d-9786-47c4-905c-25b9d06de271" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.159415] env[62880]: DEBUG nova.compute.manager [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Received event network-changed-2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1561.159728] env[62880]: DEBUG nova.compute.manager [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Refreshing instance network info cache due to event network-changed-2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1561.159728] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Acquiring lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.159891] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Acquired lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.160198] env[62880]: DEBUG nova.network.neutron [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Refreshing network info cache for port 2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.166336] env[62880]: DEBUG nova.compute.manager [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1561.168824] env[62880]: DEBUG oslo_vmware.api [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.171514] env[62880]: INFO nova.compute.manager [-] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Took 1.70 seconds to deallocate network for instance. [ 1561.230677] env[62880]: DEBUG oslo_vmware.api [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880560, 'name': PowerOffVM_Task, 'duration_secs': 0.369621} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.231085] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.231305] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.231635] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e827b0-af50-4fcb-956e-ccdb256f9dad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.251302] env[62880]: DEBUG nova.compute.manager [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1561.252580] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1561.253034] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91602a38-f1c8-4d26-a208-5f1adff8e57a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.269972] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.271057] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2082b92-1a5f-4221-9463-8b057cd13a6d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.277095] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880561, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.284593] env[62880]: DEBUG oslo_vmware.api [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1561.284593] env[62880]: value = "task-1880565" [ 1561.284593] env[62880]: _type = "Task" [ 1561.284593] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.297428] env[62880]: DEBUG oslo_vmware.api [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.371389] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.371695] env[62880]: DEBUG nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.375329] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.476s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.375519] env[62880]: DEBUG nova.objects.instance [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lazy-loading 'resources' on Instance uuid b2e57b1c-01b2-4f8e-98dd-d4f4235565ae {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.397568] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.397857] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.398136] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Deleting the datastore file [datastore2] 98ed31cb-4b3d-4e7a-8a38-1d747eca2792 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.398494] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1ddf17-f685-4326-b633-42b0e20e40b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.407129] env[62880]: DEBUG oslo_vmware.api [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for the task: (returnval){ [ 1561.407129] env[62880]: value = "task-1880566" [ 1561.407129] env[62880]: _type = "Task" [ 1561.407129] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.416926] env[62880]: DEBUG oslo_vmware.api [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.545478] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880558, 'name': CreateVM_Task, 'duration_secs': 2.353398} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.545478] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.545999] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.545999] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.546444] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.546672] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a603776b-a814-4498-b708-f552a345f960 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.556026] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1561.556026] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52da7597-95cf-b77b-68ba-41404aefb556" [ 1561.556026] env[62880]: _type = "Task" [ 1561.556026] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.563559] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52da7597-95cf-b77b-68ba-41404aefb556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.571829] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.571829] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52abdb81-d133-f300-cdeb-534e42851765" [ 1561.571829] env[62880]: _type = "HttpNfcLease" [ 1561.571829] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1561.572346] env[62880]: DEBUG oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1561.572346] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52abdb81-d133-f300-cdeb-534e42851765" [ 1561.572346] env[62880]: _type = "HttpNfcLease" [ 1561.572346] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1561.572899] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91906cad-14c3-435d-a1b1-d4860820221f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.578417] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.583174] env[62880]: DEBUG oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6504c-8d58-1367-c47b-54a8cf32bf6e/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1561.583374] env[62880]: DEBUG oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6504c-8d58-1367-c47b-54a8cf32bf6e/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1561.661670] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.668604] env[62880]: DEBUG oslo_vmware.api [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880563, 'name': PowerOffVM_Task, 'duration_secs': 0.392447} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.668872] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.669050] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.673409] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e3c0d3b-f95e-4446-8a4e-40c63b573f30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.680837] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.701785] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.724918] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-93acc4de-f4a0-41f9-a9bc-08714a4f0484 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.778973] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721385} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.779258] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 44c97f12-c4a6-43a8-aac3-78b7957b3f38/44c97f12-c4a6-43a8-aac3-78b7957b3f38.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.779467] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.779720] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f2247ef-00cb-4e24-801f-288668bb0780 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.793260] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1561.793260] env[62880]: value = "task-1880568" [ 1561.793260] env[62880]: _type = "Task" [ 1561.793260] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.801922] env[62880]: DEBUG oslo_vmware.api [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880565, 'name': PowerOffVM_Task, 'duration_secs': 0.394563} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.801922] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.801922] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.802180] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55849584-b79e-4814-8636-601afcfb6197 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.810113] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.879913] env[62880]: DEBUG nova.compute.utils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.884707] env[62880]: DEBUG nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1561.885103] env[62880]: DEBUG nova.network.neutron [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.924440] env[62880]: DEBUG oslo_vmware.api [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Task: {'id': task-1880566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304522} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.927309] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.927493] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.927669] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.927841] env[62880]: INFO nova.compute.manager [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1561.928355] env[62880]: DEBUG oslo.service.loopingcall [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.929625] env[62880]: DEBUG nova.compute.manager [-] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.929625] env[62880]: DEBUG nova.network.neutron [-] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.954251] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.954395] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.954527] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Deleting the datastore file [datastore2] 86aee71e-451d-40a7-b018-f95d33aefc9c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.955645] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a937e081-c51d-4051-bfcd-d796a66549aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.967693] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.967993] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.968488] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Deleting the datastore file [datastore2] 343d460e-b762-423d-b26d-072ceda052d7 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.970529] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d99a4135-7d73-4e62-ac53-a06f4c14d91c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.972541] env[62880]: DEBUG oslo_vmware.api [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for the task: (returnval){ [ 1561.972541] env[62880]: value = "task-1880570" [ 1561.972541] env[62880]: _type = "Task" [ 1561.972541] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.980978] env[62880]: DEBUG oslo_vmware.api [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for the task: (returnval){ [ 1561.980978] env[62880]: value = "task-1880571" [ 1561.980978] env[62880]: _type = "Task" [ 1561.980978] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.994315] env[62880]: DEBUG oslo_vmware.api [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.001018] env[62880]: DEBUG oslo_vmware.api [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.026262] env[62880]: DEBUG nova.network.neutron [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updated VIF entry in instance network info cache for port 2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.026650] env[62880]: DEBUG nova.network.neutron [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance_info_cache with network_info: [{"id": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "address": "fa:16:3e:3a:74:f3", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f18d176-ac", "ovs_interfaceid": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.033033] env[62880]: DEBUG nova.policy [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd573881959c84517ab048cca9a6ba403', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33885afc8f9d4578bb769c45e4be88a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.071208] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52da7597-95cf-b77b-68ba-41404aefb556, 'name': SearchDatastore_Task, 'duration_secs': 0.017696} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.075634] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.076110] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.076522] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.076765] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.077098] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.077831] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0146bc34-b4ab-4b32-9434-298f086f7a18 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.099800] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.106321] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.106692] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.107988] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23467d4-ec10-4951-aca4-2790bf248220 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.117456] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1562.117456] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273d83b-9fe9-2690-832c-17867c6c5427" [ 1562.117456] env[62880]: _type = "Task" [ 1562.117456] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.136024] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273d83b-9fe9-2690-832c-17867c6c5427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.197212] env[62880]: DEBUG nova.compute.manager [req-94a93a04-8fd0-4439-9767-6d006c37fff7 req-79d0a109-a301-4af8-b295-0e8f792efe2e service nova] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Received event network-vif-deleted-28aad13f-186d-411c-b175-0794415178a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1562.252576] env[62880]: DEBUG nova.compute.manager [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1562.261892] env[62880]: DEBUG nova.compute.manager [req-ac727c96-4655-4e18-8619-c349d759baa7 req-0afd4b28-18c4-41f8-82d7-7797121c1b09 service nova] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Received event network-vif-deleted-527419c2-9936-46ee-b421-d4b1643b9e5b {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1562.314925] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.315406] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.316721] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863fbd0e-bf23-43d2-a555-ea771d71404d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.355756] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 44c97f12-c4a6-43a8-aac3-78b7957b3f38/44c97f12-c4a6-43a8-aac3-78b7957b3f38.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.359718] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37e0ce0-79a6-44a1-bc78-8961a6b68cb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.387919] env[62880]: DEBUG nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.392786] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1562.392786] env[62880]: value = "task-1880572" [ 1562.392786] env[62880]: _type = "Task" [ 1562.392786] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.409120] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.494998] env[62880]: DEBUG oslo_vmware.api [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Task: {'id': task-1880570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430874} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.497041] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.497041] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1562.497041] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1562.497041] env[62880]: INFO nova.compute.manager [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1562.497041] env[62880]: DEBUG oslo.service.loopingcall [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.497286] env[62880]: DEBUG nova.compute.manager [-] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1562.497286] env[62880]: DEBUG nova.network.neutron [-] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1562.505989] env[62880]: DEBUG oslo_vmware.api [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Task: {'id': task-1880571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440698} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.512886] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.513534] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1562.513953] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1562.514315] env[62880]: INFO nova.compute.manager [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1562.514865] env[62880]: DEBUG oslo.service.loopingcall [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.514865] env[62880]: DEBUG nova.compute.manager [-] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1562.516988] env[62880]: DEBUG nova.network.neutron [-] [instance: 343d460e-b762-423d-b26d-072ceda052d7] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1562.535681] env[62880]: DEBUG oslo_concurrency.lockutils [req-2cb8750c-b7d6-4fc5-add5-011ae1604200 req-bc7bde18-ab59-4093-be3d-1af1e8e45c2e service nova] Releasing lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.600798] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.634590] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273d83b-9fe9-2690-832c-17867c6c5427, 'name': SearchDatastore_Task, 'duration_secs': 0.023458} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.635554] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad33beb-684d-4194-85dd-d2a0ec34901a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.645578] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1562.645578] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521add17-eb59-5943-ef65-6364e2e5badd" [ 1562.645578] env[62880]: _type = "Task" [ 1562.645578] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.663902] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521add17-eb59-5943-ef65-6364e2e5badd, 'name': SearchDatastore_Task, 'duration_secs': 0.016802} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.664512] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.664623] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] dae9d03d-9786-47c4-905c-25b9d06de271/dae9d03d-9786-47c4-905c-25b9d06de271.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.664918] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b250242-de0c-4176-9d7e-d41df29f7260 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.677358] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1562.677358] env[62880]: value = "task-1880573" [ 1562.677358] env[62880]: _type = "Task" [ 1562.677358] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.687350] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.732200] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e70bd2-661e-46dd-abb3-46429eadc390 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.741589] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1896945-365a-4cc3-9f90-b52caa750f7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.786808] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2f88a-e1ac-4057-8a4f-3c736c9be8ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.799346] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d2bbb1-4780-4699-bfc7-066a55fe5ef8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.807796] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.821371] env[62880]: DEBUG nova.compute.provider_tree [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.878158] env[62880]: DEBUG nova.network.neutron [-] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.885143] env[62880]: DEBUG nova.network.neutron [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Successfully created port: 6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.915513] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.108316] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.190411] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880573, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.323875] env[62880]: DEBUG nova.scheduler.client.report [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.380525] env[62880]: INFO nova.compute.manager [-] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Took 1.45 seconds to deallocate network for instance. [ 1563.421662] env[62880]: DEBUG nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.427715] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880572, 'name': ReconfigVM_Task, 'duration_secs': 0.665627} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.428206] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 44c97f12-c4a6-43a8-aac3-78b7957b3f38/44c97f12-c4a6-43a8-aac3-78b7957b3f38.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.430782] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee56bd1f-183a-4069-b1a5-e8e6193a0ebb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.442954] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1563.442954] env[62880]: value = "task-1880574" [ 1563.442954] env[62880]: _type = "Task" [ 1563.442954] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.453702] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.454142] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.455495] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.455495] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.455495] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.455495] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.455727] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.455896] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.456101] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.456275] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.456453] env[62880]: DEBUG nova.virt.hardware [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.457397] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c80c0-8ab1-489f-a641-fb07dde897dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.472419] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdf0474-4c81-44b3-a465-37aafafeef10 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.478678] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880574, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.567800] env[62880]: DEBUG nova.network.neutron [-] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.601517] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.690968] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68247} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.691408] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] dae9d03d-9786-47c4-905c-25b9d06de271/dae9d03d-9786-47c4-905c-25b9d06de271.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.691699] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.691985] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf910bae-94fe-43df-ac82-31bade098d2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.701189] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1563.701189] env[62880]: value = "task-1880575" [ 1563.701189] env[62880]: _type = "Task" [ 1563.701189] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.717264] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.831973] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.835737] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.377s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.835737] env[62880]: DEBUG nova.objects.instance [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lazy-loading 'resources' on Instance uuid c0e19770-8f39-4621-9122-1d80d527642c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.861199] env[62880]: DEBUG nova.network.neutron [-] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.864185] env[62880]: INFO nova.scheduler.client.report [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Deleted allocations for instance b2e57b1c-01b2-4f8e-98dd-d4f4235565ae [ 1563.890054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.964268] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880574, 'name': Rename_Task, 'duration_secs': 0.218556} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.964654] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.970167] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a513f148-13e5-4bfc-8465-5d94b1b8c8fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.974902] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1563.974902] env[62880]: value = "task-1880576" [ 1563.974902] env[62880]: _type = "Task" [ 1563.974902] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.985448] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.071638] env[62880]: INFO nova.compute.manager [-] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Took 1.55 seconds to deallocate network for instance. [ 1564.103968] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880559, 'name': CloneVM_Task, 'duration_secs': 3.635816} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.104615] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Created linked-clone VM from snapshot [ 1564.105444] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89edfcea-b57a-440f-a882-e678dfdd9b60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.115461] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Uploading image f9bb4ae4-a321-4b71-ba21-7a36ff0cd5e4 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1564.143237] env[62880]: DEBUG oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1564.143237] env[62880]: value = "vm-388640" [ 1564.143237] env[62880]: _type = "VirtualMachine" [ 1564.143237] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1564.143912] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a94ea4c1-f611-4618-bdd7-ab17e0d82dad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.153729] env[62880]: DEBUG oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lease: (returnval){ [ 1564.153729] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240af1f-0ae7-448b-14f5-16e4846eda0e" [ 1564.153729] env[62880]: _type = "HttpNfcLease" [ 1564.153729] env[62880]: } obtained for exporting VM: (result){ [ 1564.153729] env[62880]: value = "vm-388640" [ 1564.153729] env[62880]: _type = "VirtualMachine" [ 1564.153729] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1564.154125] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the lease: (returnval){ [ 1564.154125] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240af1f-0ae7-448b-14f5-16e4846eda0e" [ 1564.154125] env[62880]: _type = "HttpNfcLease" [ 1564.154125] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1564.162873] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1564.162873] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240af1f-0ae7-448b-14f5-16e4846eda0e" [ 1564.162873] env[62880]: _type = "HttpNfcLease" [ 1564.162873] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1564.219506] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193102} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.219823] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.221485] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e815982f-ed93-48c1-a0dc-7576ae35c0b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.239669] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquiring lock "1d2050a8-ceca-441d-a7d4-89c3f65323de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.239965] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "1d2050a8-ceca-441d-a7d4-89c3f65323de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.240264] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquiring lock "1d2050a8-ceca-441d-a7d4-89c3f65323de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.240449] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "1d2050a8-ceca-441d-a7d4-89c3f65323de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.240627] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "1d2050a8-ceca-441d-a7d4-89c3f65323de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.254711] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] dae9d03d-9786-47c4-905c-25b9d06de271/dae9d03d-9786-47c4-905c-25b9d06de271.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.255703] env[62880]: INFO nova.compute.manager [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Terminating instance [ 1564.258371] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8f6d49-a137-4415-8a02-6033fcd35676 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.281595] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.281948] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.288183] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1564.288183] env[62880]: value = "task-1880578" [ 1564.288183] env[62880]: _type = "Task" [ 1564.288183] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.300855] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.370335] env[62880]: INFO nova.compute.manager [-] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Took 1.87 seconds to deallocate network for instance. [ 1564.375870] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b0c1ed7-49fb-469e-82c4-3b7ad092b7bd tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "b2e57b1c-01b2-4f8e-98dd-d4f4235565ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.878s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.490833] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.580552] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.664786] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1564.664786] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240af1f-0ae7-448b-14f5-16e4846eda0e" [ 1564.664786] env[62880]: _type = "HttpNfcLease" [ 1564.664786] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1564.665165] env[62880]: DEBUG oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1564.665165] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240af1f-0ae7-448b-14f5-16e4846eda0e" [ 1564.665165] env[62880]: _type = "HttpNfcLease" [ 1564.665165] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1564.665970] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe2ebc-3eed-499a-a681-82f3d1e05dc3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.677843] env[62880]: DEBUG oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a8815-98aa-48f6-7cd8-b152956ae5b6/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1564.678065] env[62880]: DEBUG oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a8815-98aa-48f6-7cd8-b152956ae5b6/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1564.756154] env[62880]: DEBUG nova.compute.manager [req-4d223ee8-72d1-4fcd-a1cc-e81669df7353 req-bf532005-72b3-4946-ba18-5f47b6d044f1 service nova] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Received event network-vif-deleted-cb01a9d4-097a-47a5-a062-e201bb25d2a4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1564.756154] env[62880]: DEBUG nova.compute.manager [req-4d223ee8-72d1-4fcd-a1cc-e81669df7353 req-bf532005-72b3-4946-ba18-5f47b6d044f1 service nova] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Received event network-vif-deleted-7983f41f-93c1-4a9c-ae25-366bf693aaff {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1564.756521] env[62880]: DEBUG nova.compute.manager [req-4d223ee8-72d1-4fcd-a1cc-e81669df7353 req-bf532005-72b3-4946-ba18-5f47b6d044f1 service nova] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Received event network-vif-deleted-727cb107-8e59-481b-b231-21461eba4275 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1564.781584] env[62880]: DEBUG nova.compute.manager [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1564.781863] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.782977] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2151025f-5797-4572-81d9-8d8aefc82335 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.789369] env[62880]: DEBUG nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1564.795985] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76d941d9-7c7a-40cf-8e1d-ae3846fcc695 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.806044] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.806981] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef1f675b-c488-4edf-b7d0-323c7b1c051c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.813509] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.818519] env[62880]: DEBUG oslo_vmware.api [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1564.818519] env[62880]: value = "task-1880579" [ 1564.818519] env[62880]: _type = "Task" [ 1564.818519] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.829418] env[62880]: DEBUG oslo_vmware.api [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.883523] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.285021] env[62880]: DEBUG oslo_vmware.api [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880576, 'name': PowerOnVM_Task, 'duration_secs': 0.80861} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.286868] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.287129] env[62880]: INFO nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Took 11.96 seconds to spawn the instance on the hypervisor. [ 1565.287313] env[62880]: DEBUG nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.288670] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82be137-4f30-4426-83f4-f05c7cac3ee5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.313566] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880578, 'name': ReconfigVM_Task, 'duration_secs': 0.674306} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.314206] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Reconfigured VM instance instance-00000038 to attach disk [datastore2] dae9d03d-9786-47c4-905c-25b9d06de271/dae9d03d-9786-47c4-905c-25b9d06de271.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.315654] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd7d2eb8-bf27-4096-b046-218b6742951c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.320984] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.326453] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1565.326453] env[62880]: value = "task-1880580" [ 1565.326453] env[62880]: _type = "Task" [ 1565.326453] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.342713] env[62880]: DEBUG oslo_vmware.api [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880579, 'name': PowerOffVM_Task, 'duration_secs': 0.222579} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.343708] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.343936] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.347083] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6874333-ab76-493d-a843-6c76088c1e22 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.350405] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880580, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.399847] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1f64c7-3b90-40e7-9825-072a79d3976c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.408843] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6501a5c7-058f-42d7-aa7b-5b8c076f6a79 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.447188] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e3e9d-5a87-4209-9a30-e7970c0cf82c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.456723] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a264938-a09b-44d7-82d9-9498f4df3169 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.472612] env[62880]: DEBUG nova.compute.provider_tree [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.618591] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.618591] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.618591] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Deleting the datastore file [datastore2] 1d2050a8-ceca-441d-a7d4-89c3f65323de {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.619636] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a29d0170-9ed4-4418-a156-22d11b07c1a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.628954] env[62880]: DEBUG oslo_vmware.api [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for the task: (returnval){ [ 1565.628954] env[62880]: value = "task-1880582" [ 1565.628954] env[62880]: _type = "Task" [ 1565.628954] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.642825] env[62880]: DEBUG oslo_vmware.api [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.788578] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.789075] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.789821] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.789821] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.789821] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.792063] env[62880]: INFO nova.compute.manager [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Terminating instance [ 1565.819343] env[62880]: INFO nova.compute.manager [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Took 45.10 seconds to build instance. [ 1565.840054] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880580, 'name': Rename_Task, 'duration_secs': 0.257576} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.840417] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.842355] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af342dc0-4c0b-478c-84aa-a3e1c232cc37 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.852806] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1565.852806] env[62880]: value = "task-1880583" [ 1565.852806] env[62880]: _type = "Task" [ 1565.852806] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.873648] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.976580] env[62880]: DEBUG nova.scheduler.client.report [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.142084] env[62880]: DEBUG oslo_vmware.api [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Task: {'id': task-1880582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367789} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.142359] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.143089] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.143359] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.143684] env[62880]: INFO nova.compute.manager [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1566.144019] env[62880]: DEBUG oslo.service.loopingcall [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.144861] env[62880]: DEBUG nova.compute.manager [-] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.144861] env[62880]: DEBUG nova.network.neutron [-] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.242505] env[62880]: DEBUG nova.network.neutron [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Successfully updated port: 6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.299881] env[62880]: DEBUG nova.compute.manager [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1566.300090] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.301199] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739fab16-f6b6-468f-a95a-24e3784480d1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.321137] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.321226] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-635c2a3f-80af-48f0-ac43-d277a07b1b4a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.324387] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f128606c-81e3-4abc-9a4a-e81a6739b418 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.550s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.335932] env[62880]: DEBUG oslo_vmware.api [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1566.335932] env[62880]: value = "task-1880584" [ 1566.335932] env[62880]: _type = "Task" [ 1566.335932] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.347402] env[62880]: DEBUG oslo_vmware.api [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.363100] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.488273] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.652s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.490649] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.662s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.529547] env[62880]: INFO nova.scheduler.client.report [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Deleted allocations for instance c0e19770-8f39-4621-9122-1d80d527642c [ 1566.749840] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.749840] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.749840] env[62880]: DEBUG nova.network.neutron [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.686329] env[62880]: DEBUG nova.network.neutron [-] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.692034] env[62880]: DEBUG oslo_vmware.api [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880584, 'name': PowerOffVM_Task, 'duration_secs': 0.455549} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.692034] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3f9f7d4b-d626-40f8-b7f7-6ccd7d708ad1 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c0e19770-8f39-4621-9122-1d80d527642c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.161s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.696937] env[62880]: DEBUG nova.compute.manager [req-48517968-a57c-4fc2-99b5-b07c9e610797 req-51e00c2b-73be-4cfc-a64b-1789530a4534 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received event network-vif-plugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1567.697210] env[62880]: DEBUG oslo_concurrency.lockutils [req-48517968-a57c-4fc2-99b5-b07c9e610797 req-51e00c2b-73be-4cfc-a64b-1789530a4534 service nova] Acquiring lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.697582] env[62880]: DEBUG oslo_concurrency.lockutils [req-48517968-a57c-4fc2-99b5-b07c9e610797 req-51e00c2b-73be-4cfc-a64b-1789530a4534 service nova] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.697763] env[62880]: DEBUG oslo_concurrency.lockutils [req-48517968-a57c-4fc2-99b5-b07c9e610797 req-51e00c2b-73be-4cfc-a64b-1789530a4534 service nova] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.698060] env[62880]: DEBUG nova.compute.manager [req-48517968-a57c-4fc2-99b5-b07c9e610797 req-51e00c2b-73be-4cfc-a64b-1789530a4534 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] No waiting events found dispatching network-vif-plugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.698265] env[62880]: WARNING nova.compute.manager [req-48517968-a57c-4fc2-99b5-b07c9e610797 req-51e00c2b-73be-4cfc-a64b-1789530a4534 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received unexpected event network-vif-plugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 for instance with vm_state building and task_state spawning. [ 1567.698595] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.698972] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.700783] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfccd126-2330-4b63-b480-c5131276777e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.718634] env[62880]: DEBUG oslo_vmware.api [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880583, 'name': PowerOnVM_Task, 'duration_secs': 0.774247} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.718634] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.719705] env[62880]: INFO nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Took 11.63 seconds to spawn the instance on the hypervisor. [ 1567.719705] env[62880]: DEBUG nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.721593] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b44c97-b4b5-4497-8ae7-3bc0817232ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.750720] env[62880]: DEBUG nova.network.neutron [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.907914] env[62880]: DEBUG nova.compute.manager [req-d9fd85ff-7d2a-49a4-b0a8-07e41d717f9c req-bb43d3ee-b33a-4b3b-ad6e-bf1f5a1bd8eb service nova] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Received event network-vif-deleted-c5069445-c9c4-450d-b586-3cded33de680 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1567.997657] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.998087] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.998444] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Deleting the datastore file [datastore2] de3b2e6e-cd7b-4763-9c87-15d5b1d6668b {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.998708] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a633ad2-4a9c-4347-961e-b62d9c93dcc9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.003923] env[62880]: DEBUG nova.network.neutron [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating instance_info_cache with network_info: [{"id": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "address": "fa:16:3e:08:84:64", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7e5558-3f", "ovs_interfaceid": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.007448] env[62880]: DEBUG oslo_vmware.api [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for the task: (returnval){ [ 1568.007448] env[62880]: value = "task-1880586" [ 1568.007448] env[62880]: _type = "Task" [ 1568.007448] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.020984] env[62880]: DEBUG oslo_vmware.api [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.194112] env[62880]: INFO nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating resource usage from migration ea96d07d-2828-4115-89f2-62a263994351 [ 1568.196619] env[62880]: INFO nova.compute.manager [-] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Took 2.05 seconds to deallocate network for instance. [ 1568.243633] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 98af636c-27b8-455b-b1f6-53cafbdbf9ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.243823] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 6c392bcb-fea4-4624-bb9d-8eae7e209681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.243993] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 71345778-5336-4e7b-be54-eee5050cbcc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.244113] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 845e8be8-d45f-46cc-9bea-32f1630b9e21 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.244354] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1d2050a8-ceca-441d-a7d4-89c3f65323de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 0ef93c87-92c4-41e2-8c18-fe25e60e08ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 504108f5-c321-4acf-a629-e6f818af97cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 98ed31cb-4b3d-4e7a-8a38-1d747eca2792 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 3db39109-29eb-4dd7-93b4-33cfd2b7a716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance de3b2e6e-cd7b-4763-9c87-15d5b1d6668b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 7fcea3e1-b7b1-4da3-b562-f12e91d47d31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 33d1d454-1f32-4f67-9535-5d5e649887af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 30492d40-8f2a-4270-a033-59ada9031bef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.246789] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 4749f591-1b2b-4fa5-835e-4a83bd11f986 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance a2e7bd5a-14da-44d3-ad11-8948b5d83f19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance dbe11c40-bebb-4c51-bd89-1dff368ba074 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.246789] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.246789] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 86aee71e-451d-40a7-b018-f95d33aefc9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.247545] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9e768b41-bcda-431d-a215-d33790da70ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.247545] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.247545] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance d8035c57-5ca0-48f5-bb18-93827db750f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.247545] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance d8552fad-e6dd-4576-ac50-941cffd932e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.247545] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c68659d-0d8e-4370-8f58-93b5955b46ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.247545] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 343d460e-b762-423d-b26d-072ceda052d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1568.247742] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 44c97f12-c4a6-43a8-aac3-78b7957b3f38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.247742] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance dae9d03d-9786-47c4-905c-25b9d06de271 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.247917] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance f66e533d-105b-4eda-9f02-b1cc37d96288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.256379] env[62880]: INFO nova.compute.manager [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Took 41.07 seconds to build instance. [ 1568.512021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.512021] env[62880]: DEBUG nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Instance network_info: |[{"id": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "address": "fa:16:3e:08:84:64", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7e5558-3f", "ovs_interfaceid": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.512268] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:84:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b7e5558-3f5c-41be-922b-dd713ca7ecb7', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.527179] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating folder: Project (33885afc8f9d4578bb769c45e4be88a1). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1568.533020] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d41108e7-756a-4faa-ba40-56ff3331587d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.545152] env[62880]: DEBUG oslo_vmware.api [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Task: {'id': task-1880586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314776} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.546948] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.547345] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.547704] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.548011] env[62880]: INFO nova.compute.manager [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1568.548377] env[62880]: DEBUG oslo.service.loopingcall [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.549861] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Created folder: Project (33885afc8f9d4578bb769c45e4be88a1) in parent group-v388473. [ 1568.550212] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating folder: Instances. Parent ref: group-v388641. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1568.550620] env[62880]: DEBUG nova.compute.manager [-] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1568.550825] env[62880]: DEBUG nova.network.neutron [-] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1568.553052] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78168210-3f3f-4a3e-b1a8-7c688f3766fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.569850] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Created folder: Instances in parent group-v388641. [ 1568.578036] env[62880]: DEBUG oslo.service.loopingcall [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.578036] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.578036] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a174b41d-9ef0-4899-857f-2cf3021a5b98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.604079] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.604079] env[62880]: value = "task-1880589" [ 1568.604079] env[62880]: _type = "Task" [ 1568.604079] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.616764] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880589, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.704555] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.759418] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 00a5ede2-0720-45bb-8e8d-76e4c5113e60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1568.765057] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3ac5a79c-a8f7-4234-a34a-086979d0c1c5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "dae9d03d-9786-47c4-905c-25b9d06de271" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.899s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.119090] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880589, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.268743] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 51c80fe7-d56a-40ff-bc36-3bf333f0780c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1569.563928] env[62880]: DEBUG nova.network.neutron [-] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.616716] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880589, 'name': CreateVM_Task, 'duration_secs': 0.623881} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.616986] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.617784] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.618098] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.618421] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.618762] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e917999-90b2-4d58-bc2a-bb096a03c4b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.624331] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1569.624331] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a51ae9-245e-b04d-7487-7013c52bb186" [ 1569.624331] env[62880]: _type = "Task" [ 1569.624331] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.637350] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a51ae9-245e-b04d-7487-7013c52bb186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.772882] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 31411461-f544-4e4d-b687-47669bc9a8ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1570.069040] env[62880]: INFO nova.compute.manager [-] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Took 1.52 seconds to deallocate network for instance. [ 1570.143708] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a51ae9-245e-b04d-7487-7013c52bb186, 'name': SearchDatastore_Task, 'duration_secs': 0.022212} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.145021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.145021] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.145021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.145021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.145721] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.147250] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbb20d4a-b85a-45e9-bc51-715c38db95c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.162295] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.162295] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.162295] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e7273f-4b03-4b53-9e7a-e4b260734d43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.168314] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1570.168314] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222f264-006b-549f-85fe-e910549df669" [ 1570.168314] env[62880]: _type = "Task" [ 1570.168314] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.180320] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222f264-006b-549f-85fe-e910549df669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.276894] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 47deb7f1-7ce7-4fcc-94d5-9006f592a75f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1570.277091] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Migration ea96d07d-2828-4115-89f2-62a263994351 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1570.277203] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 219bed14-d0ad-46eb-b2ec-2a3f240303b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1570.581947] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.680115] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222f264-006b-549f-85fe-e910549df669, 'name': SearchDatastore_Task, 'duration_secs': 0.022048} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.680531] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d91fc1-ada4-4676-b9f4-9144fcbcbee5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.687271] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1570.687271] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5288b8b8-36d4-84b9-5202-fe269cf16ee1" [ 1570.687271] env[62880]: _type = "Task" [ 1570.687271] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.695904] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5288b8b8-36d4-84b9-5202-fe269cf16ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.779907] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance dc2ca3b2-d8d6-4f47-aa36-50b65743a65f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1570.780364] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1570.780450] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1571.203362] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5288b8b8-36d4-84b9-5202-fe269cf16ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.014979} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.203970] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.204426] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] f66e533d-105b-4eda-9f02-b1cc37d96288/f66e533d-105b-4eda-9f02-b1cc37d96288.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.204844] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9093a140-4c55-4853-8394-7c4fccfed21d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.219781] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1571.219781] env[62880]: value = "task-1880590" [ 1571.219781] env[62880]: _type = "Task" [ 1571.219781] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.235113] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.297340] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87a4e09-4fd6-4b26-bc04-f3ec19d780dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.307297] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ebb12-f555-42cd-b99d-5e7915185f74 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.346626] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af8c473-5d50-4d6d-8a68-f14bb560b8e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.355489] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2773ebb-7e41-43bd-85fa-df57f67c916b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.371409] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.731267] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880590, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.874909] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.231877] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736934} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.232167] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] f66e533d-105b-4eda-9f02-b1cc37d96288/f66e533d-105b-4eda-9f02-b1cc37d96288.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.232403] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.232679] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a726e231-1025-4b4b-932c-e6309fee9da4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.243348] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1572.243348] env[62880]: value = "task-1880591" [ 1572.243348] env[62880]: _type = "Task" [ 1572.243348] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.252719] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.380889] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1572.381237] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.891s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.381565] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.219s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.381732] env[62880]: DEBUG nova.objects.instance [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1572.754860] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127951} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.755281] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.756300] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cddc935-87f0-40b3-946f-40d407a23035 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.781352] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f66e533d-105b-4eda-9f02-b1cc37d96288/f66e533d-105b-4eda-9f02-b1cc37d96288.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.781816] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a2a294-c658-4b23-8f47-1dfff29afbf0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.804085] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1572.804085] env[62880]: value = "task-1880592" [ 1572.804085] env[62880]: _type = "Task" [ 1572.804085] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.812966] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.281604] env[62880]: DEBUG oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6504c-8d58-1367-c47b-54a8cf32bf6e/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1573.283068] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42cbff-4d6e-4421-a83a-98b8bd614ef3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.290634] env[62880]: DEBUG oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6504c-8d58-1367-c47b-54a8cf32bf6e/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1573.290796] env[62880]: ERROR oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6504c-8d58-1367-c47b-54a8cf32bf6e/disk-0.vmdk due to incomplete transfer. [ 1573.291111] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8cddcf11-dcc4-4749-a663-ae70f1482747 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.300372] env[62880]: DEBUG oslo_vmware.rw_handles [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a6504c-8d58-1367-c47b-54a8cf32bf6e/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1573.300614] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Uploaded image 631def54-7842-4a8a-a3d1-b4c820e4d2e1 to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1573.303482] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1573.303627] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fe3db61-0e75-4e42-8e19-c941e48a5bad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.314907] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.316349] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1573.316349] env[62880]: value = "task-1880593" [ 1573.316349] env[62880]: _type = "Task" [ 1573.316349] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.327965] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880593, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.392107] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5c026310-053b-449b-abb5-86809f79c26f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.393591] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.780s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.400031] env[62880]: INFO nova.compute.claims [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.486519] env[62880]: DEBUG nova.compute.manager [req-04184b8e-6118-47a3-a943-53f213184c28 req-9512e3c3-5089-43e1-b301-9c3d95ebc460 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received event network-changed-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1573.486694] env[62880]: DEBUG nova.compute.manager [req-04184b8e-6118-47a3-a943-53f213184c28 req-9512e3c3-5089-43e1-b301-9c3d95ebc460 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Refreshing instance network info cache due to event network-changed-6b7e5558-3f5c-41be-922b-dd713ca7ecb7. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1573.486917] env[62880]: DEBUG oslo_concurrency.lockutils [req-04184b8e-6118-47a3-a943-53f213184c28 req-9512e3c3-5089-43e1-b301-9c3d95ebc460 service nova] Acquiring lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.487116] env[62880]: DEBUG oslo_concurrency.lockutils [req-04184b8e-6118-47a3-a943-53f213184c28 req-9512e3c3-5089-43e1-b301-9c3d95ebc460 service nova] Acquired lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.487659] env[62880]: DEBUG nova.network.neutron [req-04184b8e-6118-47a3-a943-53f213184c28 req-9512e3c3-5089-43e1-b301-9c3d95ebc460 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Refreshing network info cache for port 6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.821389] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.831039] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880593, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.970280] env[62880]: DEBUG nova.compute.manager [req-71f87f2e-9f6a-4f45-9581-6f8aae679155 req-750eac18-db0c-4553-bd59-a24daacdc80d service nova] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Received event network-vif-deleted-6a34e7a7-0743-4024-93cd-fc4c235c78cc {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1574.331439] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880592, 'name': ReconfigVM_Task, 'duration_secs': 1.112164} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.333350] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f66e533d-105b-4eda-9f02-b1cc37d96288/f66e533d-105b-4eda-9f02-b1cc37d96288.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.334344] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6523a1c8-13e6-4a9a-97aa-075f85941c47 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.345098] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880593, 'name': Destroy_Task, 'duration_secs': 0.894405} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.346653] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Destroyed the VM [ 1574.347407] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1574.347407] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1574.347407] env[62880]: value = "task-1880594" [ 1574.347407] env[62880]: _type = "Task" [ 1574.347407] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.347692] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-76fed9e8-5bc5-4c27-97fc-b560cecd04e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.350341] env[62880]: DEBUG nova.compute.manager [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.357136] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e96c9-a598-4e5a-b7f8-bc9081009c04 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.368101] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880594, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.378123] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1574.378123] env[62880]: value = "task-1880595" [ 1574.378123] env[62880]: _type = "Task" [ 1574.378123] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.388717] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.444913] env[62880]: DEBUG nova.network.neutron [req-04184b8e-6118-47a3-a943-53f213184c28 req-9512e3c3-5089-43e1-b301-9c3d95ebc460 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updated VIF entry in instance network info cache for port 6b7e5558-3f5c-41be-922b-dd713ca7ecb7. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.444913] env[62880]: DEBUG nova.network.neutron [req-04184b8e-6118-47a3-a943-53f213184c28 req-9512e3c3-5089-43e1-b301-9c3d95ebc460 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating instance_info_cache with network_info: [{"id": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "address": "fa:16:3e:08:84:64", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7e5558-3f", "ovs_interfaceid": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.676445] env[62880]: DEBUG oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a8815-98aa-48f6-7cd8-b152956ae5b6/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1574.677388] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce52cf3-fe77-4bbd-829d-53c83d3720bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.684479] env[62880]: DEBUG oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a8815-98aa-48f6-7cd8-b152956ae5b6/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1574.684856] env[62880]: ERROR oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a8815-98aa-48f6-7cd8-b152956ae5b6/disk-0.vmdk due to incomplete transfer. [ 1574.687120] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-88388ebd-6a79-407d-9bcc-cdad44b21161 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.695306] env[62880]: DEBUG oslo_vmware.rw_handles [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a8815-98aa-48f6-7cd8-b152956ae5b6/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1574.695531] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Uploaded image f9bb4ae4-a321-4b71-ba21-7a36ff0cd5e4 to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1574.697863] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1574.698149] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e076c553-1a86-49a5-a631-ac08f27c4769 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.705524] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1574.705524] env[62880]: value = "task-1880596" [ 1574.705524] env[62880]: _type = "Task" [ 1574.705524] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.713779] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880596, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.865609] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880594, 'name': Rename_Task, 'duration_secs': 0.258504} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.865909] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.866203] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d746e0be-1055-428a-9c0b-6b7d31986472 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.875082] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquiring lock "a96a6895-136d-4de8-9d3b-750aa6c0505a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.875082] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "a96a6895-136d-4de8-9d3b-750aa6c0505a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.877711] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1574.877711] env[62880]: value = "task-1880597" [ 1574.877711] env[62880]: _type = "Task" [ 1574.877711] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.888482] env[62880]: INFO nova.compute.manager [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] instance snapshotting [ 1574.898056] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.898480] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.898809] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.899351] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.899351] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.901553] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5175f83f-37ff-4279-ac9f-f99e57f1b8d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.909938] env[62880]: INFO nova.compute.manager [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Terminating instance [ 1574.913103] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880597, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.918745] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880595, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.937614] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a4422-901d-41ec-982a-1eba5d3e3e90 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.946224] env[62880]: DEBUG oslo_concurrency.lockutils [req-04184b8e-6118-47a3-a943-53f213184c28 req-9512e3c3-5089-43e1-b301-9c3d95ebc460 service nova] Releasing lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.983078] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8586e0f-8938-4cab-ab7a-3faff4ab9997 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.992784] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f41e0-279b-462c-9634-08b54a6d62aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.029976] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc5848-ad9a-4f21-8a0a-f57ae9cfdf59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.039299] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498858e7-365f-4367-a696-c0584c6d43d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.056652] env[62880]: DEBUG nova.compute.provider_tree [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.122472] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "c68b7593-fd04-4ffc-b139-b47337059b75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.123107] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c68b7593-fd04-4ffc-b139-b47337059b75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.216621] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880596, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.379451] env[62880]: DEBUG nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1575.391960] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.400156] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880595, 'name': RemoveSnapshot_Task, 'duration_secs': 1.00791} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.400418] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1575.400679] env[62880]: DEBUG nova.compute.manager [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.401619] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc8d56-27de-4e04-92d3-8cefbdde6101 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.416786] env[62880]: DEBUG nova.compute.manager [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1575.416990] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1575.417822] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb300571-fd91-4c44-8465-0e7ea7b71e04 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.427173] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1575.427423] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e210df0-4ec3-4c1a-9ba9-f1f9b3988413 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.433790] env[62880]: DEBUG oslo_vmware.api [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1575.433790] env[62880]: value = "task-1880598" [ 1575.433790] env[62880]: _type = "Task" [ 1575.433790] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.443315] env[62880]: DEBUG oslo_vmware.api [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.452731] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1575.453301] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c4f20c3-47ec-4c57-a82d-dd12b63e2bea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.460818] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1575.460818] env[62880]: value = "task-1880599" [ 1575.460818] env[62880]: _type = "Task" [ 1575.460818] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.469520] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880599, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.561037] env[62880]: DEBUG nova.scheduler.client.report [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.625685] env[62880]: DEBUG nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1575.716597] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880596, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.897571] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.915308] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.915982] env[62880]: INFO nova.compute.manager [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Shelve offloading [ 1575.945620] env[62880]: DEBUG oslo_vmware.api [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880598, 'name': PowerOffVM_Task, 'duration_secs': 0.270367} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.945782] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.945981] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1575.946289] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25a52e8-b186-44ee-aea6-0c0ef36f1c07 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.971948] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880599, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.067290] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.067978] env[62880]: DEBUG nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1576.070993] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.609s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.071287] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.073659] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.070s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.073864] env[62880]: DEBUG nova.objects.instance [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1576.107916] env[62880]: INFO nova.scheduler.client.report [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleted allocations for instance 9e768b41-bcda-431d-a215-d33790da70ef [ 1576.149985] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.218830] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880596, 'name': Destroy_Task, 'duration_secs': 1.409107} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.219114] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Destroyed the VM [ 1576.219357] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1576.219616] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f090387-8879-4a0e-a0e3-2a4b1e0898c0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.227033] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1576.227033] env[62880]: value = "task-1880601" [ 1576.227033] env[62880]: _type = "Task" [ 1576.227033] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.236546] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880601, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.392797] env[62880]: DEBUG oslo_vmware.api [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880597, 'name': PowerOnVM_Task, 'duration_secs': 1.341926} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.393055] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.393246] env[62880]: INFO nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Took 12.98 seconds to spawn the instance on the hypervisor. [ 1576.393427] env[62880]: DEBUG nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.394221] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9bb70f-259e-47c7-9f1a-8b1ab258d4f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.420052] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.420391] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72328829-bb24-43c7-b6eb-f3800c9d624f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.428256] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1576.428256] env[62880]: value = "task-1880602" [ 1576.428256] env[62880]: _type = "Task" [ 1576.428256] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.437494] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.472108] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880599, 'name': CreateSnapshot_Task, 'duration_secs': 0.9151} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.472449] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1576.473166] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c7c3c8-02bc-4b2b-a564-26e1278f0a40 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.582459] env[62880]: DEBUG nova.compute.utils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.587473] env[62880]: DEBUG nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1576.587473] env[62880]: DEBUG nova.network.neutron [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.619117] env[62880]: DEBUG oslo_concurrency.lockutils [None req-be079006-ca10-4f86-8413-3c561301f60e tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "9e768b41-bcda-431d-a215-d33790da70ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.907s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.627299] env[62880]: DEBUG nova.policy [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fea4f10c1b44b6825c8ca6dc9fc7a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20c78e2c881c4c08a9c9233f5a7ce3e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.737626] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880601, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.869016] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.869436] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.869436] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Deleting the datastore file [datastore2] 44c97f12-c4a6-43a8-aac3-78b7957b3f38 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.869703] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb049533-82eb-4309-8982-26ac159a7b56 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.892109] env[62880]: DEBUG oslo_vmware.api [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1576.892109] env[62880]: value = "task-1880603" [ 1576.892109] env[62880]: _type = "Task" [ 1576.892109] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.903455] env[62880]: DEBUG oslo_vmware.api [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.912994] env[62880]: INFO nova.compute.manager [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Took 45.87 seconds to build instance. [ 1576.918352] env[62880]: DEBUG nova.network.neutron [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Successfully created port: 658969a9-76f3-43ff-9582-e22c9ea52c06 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.941296] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1576.941546] env[62880]: DEBUG nova.compute.manager [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.942368] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f7dc3d-87b9-445c-9944-2543d5708432 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.949993] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.950207] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.950395] env[62880]: DEBUG nova.network.neutron [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.992569] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1576.993013] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-da557632-be60-4901-a2d7-d955c57b193c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.003126] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1577.003126] env[62880]: value = "task-1880604" [ 1577.003126] env[62880]: _type = "Task" [ 1577.003126] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.013485] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880604, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.090155] env[62880]: DEBUG nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1577.092214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-41b04307-a34d-436d-80e1-054d1c8aaeb6 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.093856] env[62880]: DEBUG oslo_concurrency.lockutils [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.560s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.094426] env[62880]: DEBUG oslo_concurrency.lockutils [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.097153] env[62880]: INFO nova.compute.manager [None req-cba75b4b-40f7-4bdb-9f82-a3eda365a7a5 tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Successfully reverted task state from rebuilding on failure for instance. [ 1577.103596] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.659s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.108225] env[62880]: INFO nova.compute.claims [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.240655] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880601, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.403698] env[62880]: DEBUG oslo_vmware.api [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246854} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.405266] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.405266] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.405266] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.405266] env[62880]: INFO nova.compute.manager [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1577.405574] env[62880]: DEBUG oslo.service.loopingcall [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.405830] env[62880]: DEBUG nova.compute.manager [-] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1577.406095] env[62880]: DEBUG nova.network.neutron [-] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1577.415060] env[62880]: DEBUG oslo_concurrency.lockutils [None req-31a82952-191c-49c0-ac77-62e6baeb2e74 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.142s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.517726] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880604, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.725030] env[62880]: DEBUG nova.network.neutron [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating instance_info_cache with network_info: [{"id": "dd15e05d-af7b-4fbb-9fad-01468c873924", "address": "fa:16:3e:1d:45:da", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15e05d-af", "ovs_interfaceid": "dd15e05d-af7b-4fbb-9fad-01468c873924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.739874] env[62880]: DEBUG oslo_vmware.api [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880601, 'name': RemoveSnapshot_Task, 'duration_secs': 1.064927} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.741764] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1577.741764] env[62880]: INFO nova.compute.manager [None req-a2533b6f-7bf5-409a-8999-2e1599081630 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Took 20.29 seconds to snapshot the instance on the hypervisor. [ 1577.914913] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "6b909620-7de5-4aa2-9dec-35655b2b70fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.915290] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "6b909620-7de5-4aa2-9dec-35655b2b70fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.918324] env[62880]: DEBUG nova.compute.manager [req-27127c13-0242-4638-b4a8-17ce92ff3f63 req-756da7da-210d-4f2d-a7a3-e308c70732f1 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Received event network-vif-deleted-4c752600-3406-49a8-a67f-4aae3b182b30 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1577.918866] env[62880]: INFO nova.compute.manager [req-27127c13-0242-4638-b4a8-17ce92ff3f63 req-756da7da-210d-4f2d-a7a3-e308c70732f1 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Neutron deleted interface 4c752600-3406-49a8-a67f-4aae3b182b30; detaching it from the instance and deleting it from the info cache [ 1577.919218] env[62880]: DEBUG nova.network.neutron [req-27127c13-0242-4638-b4a8-17ce92ff3f63 req-756da7da-210d-4f2d-a7a3-e308c70732f1 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.017225] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880604, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.107969] env[62880]: DEBUG nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.139546] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.139546] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.139546] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.139735] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.139735] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.139879] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.140852] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.140852] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.140852] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.140852] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.140852] env[62880]: DEBUG nova.virt.hardware [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.141697] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d682c5-8519-47e8-a73a-26b8d9135e4f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.155507] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e834a5d-ff64-44cc-ae76-d4de9dddcc70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.233609] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.261227] env[62880]: DEBUG nova.network.neutron [-] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.329291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquiring lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.329291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.329291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquiring lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.329291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.329291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.331025] env[62880]: INFO nova.compute.manager [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Terminating instance [ 1578.422536] env[62880]: DEBUG nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1578.430926] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8422a16-98d1-47c8-bb73-d55fd27cacfc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.443341] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585dcecf-98fa-4ccb-a563-7284cfc6fb3a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.460829] env[62880]: DEBUG nova.compute.manager [req-d2383066-6f3b-4b25-8751-53857cde747a req-99c60902-f59d-462c-ac89-c5abe5e045a4 service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Received event network-vif-plugged-658969a9-76f3-43ff-9582-e22c9ea52c06 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1578.461190] env[62880]: DEBUG oslo_concurrency.lockutils [req-d2383066-6f3b-4b25-8751-53857cde747a req-99c60902-f59d-462c-ac89-c5abe5e045a4 service nova] Acquiring lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.461461] env[62880]: DEBUG oslo_concurrency.lockutils [req-d2383066-6f3b-4b25-8751-53857cde747a req-99c60902-f59d-462c-ac89-c5abe5e045a4 service nova] Lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.461689] env[62880]: DEBUG oslo_concurrency.lockutils [req-d2383066-6f3b-4b25-8751-53857cde747a req-99c60902-f59d-462c-ac89-c5abe5e045a4 service nova] Lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.461908] env[62880]: DEBUG nova.compute.manager [req-d2383066-6f3b-4b25-8751-53857cde747a req-99c60902-f59d-462c-ac89-c5abe5e045a4 service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] No waiting events found dispatching network-vif-plugged-658969a9-76f3-43ff-9582-e22c9ea52c06 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1578.462139] env[62880]: WARNING nova.compute.manager [req-d2383066-6f3b-4b25-8751-53857cde747a req-99c60902-f59d-462c-ac89-c5abe5e045a4 service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Received unexpected event network-vif-plugged-658969a9-76f3-43ff-9582-e22c9ea52c06 for instance with vm_state building and task_state spawning. [ 1578.494201] env[62880]: DEBUG nova.compute.manager [req-27127c13-0242-4638-b4a8-17ce92ff3f63 req-756da7da-210d-4f2d-a7a3-e308c70732f1 service nova] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Detach interface failed, port_id=4c752600-3406-49a8-a67f-4aae3b182b30, reason: Instance 44c97f12-c4a6-43a8-aac3-78b7957b3f38 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1578.501525] env[62880]: DEBUG nova.network.neutron [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Successfully updated port: 658969a9-76f3-43ff-9582-e22c9ea52c06 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.521725] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880604, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.705568] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ed82d4-46b5-4b73-b70e-3c1082d2b6a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.715521] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9700d49e-4352-4385-835f-b0366cda941b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.753604] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02a7c2-e4fb-4d8e-8ba0-0fba8a84620f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.762865] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92966b88-79a7-4f6d-befd-eddfcf41ae10 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.767668] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.768109] env[62880]: INFO nova.compute.manager [-] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Took 1.36 seconds to deallocate network for instance. [ 1578.768833] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cea9c3-f0bf-416c-8269-b6c7671e6cdc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.785906] env[62880]: DEBUG nova.compute.provider_tree [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.789923] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.789923] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74487964-0bef-4c22-aa5a-37874ac6fdff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.839459] env[62880]: DEBUG nova.compute.manager [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1578.840172] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.841127] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7f374a-f552-4863-b26b-2e08dae72cdd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.849402] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.849670] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6dac976-2b83-4b3a-860f-eda8e5fc1489 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.858300] env[62880]: DEBUG oslo_vmware.api [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1578.858300] env[62880]: value = "task-1880606" [ 1578.858300] env[62880]: _type = "Task" [ 1578.858300] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.866904] env[62880]: DEBUG oslo_vmware.api [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.946372] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.007870] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquiring lock "refresh_cache-00a5ede2-0720-45bb-8e8d-76e4c5113e60" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.008065] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquired lock "refresh_cache-00a5ede2-0720-45bb-8e8d-76e4c5113e60" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.008229] env[62880]: DEBUG nova.network.neutron [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.020144] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880604, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.287597] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.290730] env[62880]: DEBUG nova.scheduler.client.report [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.368540] env[62880]: DEBUG oslo_vmware.api [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880606, 'name': PowerOffVM_Task, 'duration_secs': 0.215901} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.368811] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.368982] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.369250] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5240dddd-c0f2-4dc5-90f4-2651a269bb5e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.525598] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880604, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.549355] env[62880]: DEBUG nova.network.neutron [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1579.636755] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.638061] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.638061] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleting the datastore file [datastore1] 33d1d454-1f32-4f67-9535-5d5e649887af {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.638061] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-250eef66-a42b-45ba-a5ff-53219b3762a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.649145] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1579.649145] env[62880]: value = "task-1880608" [ 1579.649145] env[62880]: _type = "Task" [ 1579.649145] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.652249] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.652556] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.652774] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Deleting the datastore file [datastore2] 0ef93c87-92c4-41e2-8c18-fe25e60e08ec {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.653470] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca0db054-de9e-4f77-bd85-6adc96932d63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.658790] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.663735] env[62880]: DEBUG oslo_vmware.api [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for the task: (returnval){ [ 1579.663735] env[62880]: value = "task-1880609" [ 1579.663735] env[62880]: _type = "Task" [ 1579.663735] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.672086] env[62880]: DEBUG oslo_vmware.api [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.750630] env[62880]: DEBUG nova.network.neutron [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Updating instance_info_cache with network_info: [{"id": "658969a9-76f3-43ff-9582-e22c9ea52c06", "address": "fa:16:3e:9b:c7:43", "network": {"id": "7e22b9f1-c79c-4c6a-85f2-e9c2131ed993", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738078168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20c78e2c881c4c08a9c9233f5a7ce3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658969a9-76", "ovs_interfaceid": "658969a9-76f3-43ff-9582-e22c9ea52c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.795881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.796519] env[62880]: DEBUG nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1579.800099] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.311s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.800099] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.802224] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.258s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.802458] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.804442] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.830s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.805894] env[62880]: INFO nova.compute.claims [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1579.842032] env[62880]: INFO nova.scheduler.client.report [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Deleted allocations for instance 845e8be8-d45f-46cc-9bea-32f1630b9e21 [ 1579.851830] env[62880]: INFO nova.scheduler.client.report [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Deleted allocations for instance 30492d40-8f2a-4270-a033-59ada9031bef [ 1580.022748] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880604, 'name': CloneVM_Task, 'duration_secs': 2.641106} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.023097] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Created linked-clone VM from snapshot [ 1580.023871] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6505da-5d55-45a5-b549-c17294ca8839 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.034803] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Uploading image 7c62d30b-a221-4258-b70f-0f79486f0ce2 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1580.057267] env[62880]: DEBUG oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1580.057267] env[62880]: value = "vm-388645" [ 1580.057267] env[62880]: _type = "VirtualMachine" [ 1580.057267] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1580.057676] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01598445-d401-456f-a51b-8044567a08a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.064202] env[62880]: DEBUG nova.compute.manager [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received event network-vif-unplugged-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1580.064425] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.064706] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] Lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.064916] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] Lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.065113] env[62880]: DEBUG nova.compute.manager [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] No waiting events found dispatching network-vif-unplugged-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1580.065286] env[62880]: WARNING nova.compute.manager [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received unexpected event network-vif-unplugged-dd15e05d-af7b-4fbb-9fad-01468c873924 for instance with vm_state shelved and task_state shelving_offloading. [ 1580.065451] env[62880]: DEBUG nova.compute.manager [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received event network-changed-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1580.065592] env[62880]: DEBUG nova.compute.manager [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Refreshing instance network info cache due to event network-changed-dd15e05d-af7b-4fbb-9fad-01468c873924. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1580.065798] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] Acquiring lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.065925] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] Acquired lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.066064] env[62880]: DEBUG nova.network.neutron [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Refreshing network info cache for port dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.068861] env[62880]: DEBUG oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lease: (returnval){ [ 1580.068861] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ec3a11-1abd-caf4-7c51-120dfc344321" [ 1580.068861] env[62880]: _type = "HttpNfcLease" [ 1580.068861] env[62880]: } obtained for exporting VM: (result){ [ 1580.068861] env[62880]: value = "vm-388645" [ 1580.068861] env[62880]: _type = "VirtualMachine" [ 1580.068861] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1580.069209] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the lease: (returnval){ [ 1580.069209] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ec3a11-1abd-caf4-7c51-120dfc344321" [ 1580.069209] env[62880]: _type = "HttpNfcLease" [ 1580.069209] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1580.076926] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1580.076926] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ec3a11-1abd-caf4-7c51-120dfc344321" [ 1580.076926] env[62880]: _type = "HttpNfcLease" [ 1580.076926] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1580.156602] env[62880]: DEBUG oslo_vmware.api [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327266} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.156862] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.157060] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.157241] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.174389] env[62880]: DEBUG oslo_vmware.api [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Task: {'id': task-1880609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338234} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.175465] env[62880]: INFO nova.scheduler.client.report [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted allocations for instance 33d1d454-1f32-4f67-9535-5d5e649887af [ 1580.177992] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.178208] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.178386] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.178640] env[62880]: INFO nova.compute.manager [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1580.178888] env[62880]: DEBUG oslo.service.loopingcall [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.180160] env[62880]: DEBUG nova.compute.manager [-] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1580.180262] env[62880]: DEBUG nova.network.neutron [-] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.253046] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Releasing lock "refresh_cache-00a5ede2-0720-45bb-8e8d-76e4c5113e60" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.253355] env[62880]: DEBUG nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Instance network_info: |[{"id": "658969a9-76f3-43ff-9582-e22c9ea52c06", "address": "fa:16:3e:9b:c7:43", "network": {"id": "7e22b9f1-c79c-4c6a-85f2-e9c2131ed993", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738078168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20c78e2c881c4c08a9c9233f5a7ce3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658969a9-76", "ovs_interfaceid": "658969a9-76f3-43ff-9582-e22c9ea52c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1580.253972] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:c7:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '658969a9-76f3-43ff-9582-e22c9ea52c06', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.263720] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Creating folder: Project (20c78e2c881c4c08a9c9233f5a7ce3e7). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1580.264213] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab1f6074-b94e-43f2-84bd-9ff8b7b07991 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.277567] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Created folder: Project (20c78e2c881c4c08a9c9233f5a7ce3e7) in parent group-v388473. [ 1580.277773] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Creating folder: Instances. Parent ref: group-v388646. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1580.278022] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd8ae7e9-802a-4137-8b9a-7ff91a271e6e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.288407] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Created folder: Instances in parent group-v388646. [ 1580.288646] env[62880]: DEBUG oslo.service.loopingcall [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.288840] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.289057] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb3f85b5-2e59-46fd-894f-e3d46bd6ad97 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.308883] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.308883] env[62880]: value = "task-1880613" [ 1580.308883] env[62880]: _type = "Task" [ 1580.308883] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.312570] env[62880]: DEBUG nova.compute.utils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.318049] env[62880]: DEBUG nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.318049] env[62880]: DEBUG nova.network.neutron [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.328692] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880613, 'name': CreateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.353726] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52e50e82-bccd-4bf6-8693-bf9810f840b8 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "845e8be8-d45f-46cc-9bea-32f1630b9e21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.047s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.359075] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eba3e78a-70a4-4150-aa79-5cc3027c0867 tempest-ServersTestBootFromVolume-1700298652 tempest-ServersTestBootFromVolume-1700298652-project-member] Lock "30492d40-8f2a-4270-a033-59ada9031bef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.540s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.362138] env[62880]: DEBUG nova.policy [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b480eecc09a4ec6b0ef68940fd19171', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cb13ddfc76a49939d8f9bdc1aaba473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.487021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.487021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.487021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.487021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.487021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.487021] env[62880]: INFO nova.compute.manager [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Terminating instance [ 1580.545074] env[62880]: DEBUG nova.compute.manager [req-3218a6d1-386e-4537-98df-36345365945d req-a858de8c-28f9-41d7-89ce-4d945e9be19f service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Received event network-changed-658969a9-76f3-43ff-9582-e22c9ea52c06 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1580.545364] env[62880]: DEBUG nova.compute.manager [req-3218a6d1-386e-4537-98df-36345365945d req-a858de8c-28f9-41d7-89ce-4d945e9be19f service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Refreshing instance network info cache due to event network-changed-658969a9-76f3-43ff-9582-e22c9ea52c06. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1580.545530] env[62880]: DEBUG oslo_concurrency.lockutils [req-3218a6d1-386e-4537-98df-36345365945d req-a858de8c-28f9-41d7-89ce-4d945e9be19f service nova] Acquiring lock "refresh_cache-00a5ede2-0720-45bb-8e8d-76e4c5113e60" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.545638] env[62880]: DEBUG oslo_concurrency.lockutils [req-3218a6d1-386e-4537-98df-36345365945d req-a858de8c-28f9-41d7-89ce-4d945e9be19f service nova] Acquired lock "refresh_cache-00a5ede2-0720-45bb-8e8d-76e4c5113e60" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.545788] env[62880]: DEBUG nova.network.neutron [req-3218a6d1-386e-4537-98df-36345365945d req-a858de8c-28f9-41d7-89ce-4d945e9be19f service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Refreshing network info cache for port 658969a9-76f3-43ff-9582-e22c9ea52c06 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.585051] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1580.585051] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ec3a11-1abd-caf4-7c51-120dfc344321" [ 1580.585051] env[62880]: _type = "HttpNfcLease" [ 1580.585051] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1580.585350] env[62880]: DEBUG oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1580.585350] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ec3a11-1abd-caf4-7c51-120dfc344321" [ 1580.585350] env[62880]: _type = "HttpNfcLease" [ 1580.585350] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1580.586277] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e0c5ba-41a8-41c0-aa43-b5b6a4e1a8b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.595893] env[62880]: DEBUG oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be3b3-61ef-88d8-2e73-f9894ec9fda1/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1580.596109] env[62880]: DEBUG oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be3b3-61ef-88d8-2e73-f9894ec9fda1/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1580.681594] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.685458] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "d8035c57-5ca0-48f5-bb18-93827db750f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.685458] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8035c57-5ca0-48f5-bb18-93827db750f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.685598] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "d8035c57-5ca0-48f5-bb18-93827db750f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.685772] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8035c57-5ca0-48f5-bb18-93827db750f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.685937] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8035c57-5ca0-48f5-bb18-93827db750f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.688261] env[62880]: INFO nova.compute.manager [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Terminating instance [ 1580.707639] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9f30f40-bcbc-4f75-ae9d-6d88b679fe33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.773995] env[62880]: DEBUG nova.network.neutron [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Successfully created port: 197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1580.815279] env[62880]: DEBUG nova.compute.utils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.824093] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880613, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.991553] env[62880]: DEBUG nova.compute.manager [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.991814] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.992815] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb88428-5035-4c3a-8e6e-00915587ba12 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.008889] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.009888] env[62880]: DEBUG nova.network.neutron [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updated VIF entry in instance network info cache for port dd15e05d-af7b-4fbb-9fad-01468c873924. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.010215] env[62880]: DEBUG nova.network.neutron [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating instance_info_cache with network_info: [{"id": "dd15e05d-af7b-4fbb-9fad-01468c873924", "address": "fa:16:3e:1d:45:da", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdd15e05d-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.011431] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49760bb-41fd-4f17-bac8-870044d93320 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.022327] env[62880]: DEBUG oslo_vmware.api [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1581.022327] env[62880]: value = "task-1880614" [ 1581.022327] env[62880]: _type = "Task" [ 1581.022327] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.032973] env[62880]: DEBUG oslo_vmware.api [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.193753] env[62880]: DEBUG nova.compute.manager [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.193968] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.196191] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0b3d52-a98c-4d6b-8f4c-e1e3f58fcc51 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.207069] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.207533] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a47af5-d1cd-4a7d-9260-ff215d7608f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.217132] env[62880]: DEBUG oslo_vmware.api [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1581.217132] env[62880]: value = "task-1880615" [ 1581.217132] env[62880]: _type = "Task" [ 1581.217132] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.244570] env[62880]: DEBUG oslo_vmware.api [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.323905] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880613, 'name': CreateVM_Task, 'duration_secs': 0.553011} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.324845] env[62880]: DEBUG nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.327429] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.328394] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.328715] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.329940] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.329940] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d2771b-96a1-47f5-891d-7892b233331b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.336722] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1581.336722] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527ffef7-9228-e0a3-ac93-f4efeb569f6b" [ 1581.336722] env[62880]: _type = "Task" [ 1581.336722] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.347914] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527ffef7-9228-e0a3-ac93-f4efeb569f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.389562] env[62880]: DEBUG nova.network.neutron [req-3218a6d1-386e-4537-98df-36345365945d req-a858de8c-28f9-41d7-89ce-4d945e9be19f service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Updated VIF entry in instance network info cache for port 658969a9-76f3-43ff-9582-e22c9ea52c06. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.389608] env[62880]: DEBUG nova.network.neutron [req-3218a6d1-386e-4537-98df-36345365945d req-a858de8c-28f9-41d7-89ce-4d945e9be19f service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Updating instance_info_cache with network_info: [{"id": "658969a9-76f3-43ff-9582-e22c9ea52c06", "address": "fa:16:3e:9b:c7:43", "network": {"id": "7e22b9f1-c79c-4c6a-85f2-e9c2131ed993", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738078168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20c78e2c881c4c08a9c9233f5a7ce3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658969a9-76", "ovs_interfaceid": "658969a9-76f3-43ff-9582-e22c9ea52c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.452187] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230003b1-2440-40d2-8a13-d3a6513b697c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.462494] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba953cf-f700-49ca-9150-305e3b3ea0a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.495766] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ef3415-fb53-4ed0-a10e-114d74cf4194 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.504618] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4026e01-fba7-49f1-a0d7-d2343d5d159f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.519848] env[62880]: DEBUG oslo_concurrency.lockutils [req-5a24dbde-4c56-4191-beb9-40c420b15d8e req-67fad6ee-d8fe-4ac6-b9d6-8749da045990 service nova] Releasing lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.520618] env[62880]: DEBUG nova.compute.provider_tree [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.532052] env[62880]: DEBUG oslo_vmware.api [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880614, 'name': PowerOffVM_Task, 'duration_secs': 0.29009} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.532479] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.532587] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.532757] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b6d880-6a16-4f0a-80c8-7f880cf62c11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.592671] env[62880]: DEBUG nova.network.neutron [-] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.730057] env[62880]: DEBUG oslo_vmware.api [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880615, 'name': PowerOffVM_Task, 'duration_secs': 0.320507} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.730593] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.731065] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.731688] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eee5393f-6259-43af-ab6c-5cdfccc9196a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.850603] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527ffef7-9228-e0a3-ac93-f4efeb569f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013845} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.851178] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.851503] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.851859] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.852456] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.852759] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.853269] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a781e959-9d55-4904-a289-5b520cdaabc5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.866404] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.866715] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.867571] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f0d9fe-a889-4764-a877-ab03daa69a29 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.876880] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1581.876880] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52edca41-ecd9-a894-f468-81b1d7bb7ca9" [ 1581.876880] env[62880]: _type = "Task" [ 1581.876880] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.888681] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52edca41-ecd9-a894-f468-81b1d7bb7ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.893145] env[62880]: DEBUG oslo_concurrency.lockutils [req-3218a6d1-386e-4537-98df-36345365945d req-a858de8c-28f9-41d7-89ce-4d945e9be19f service nova] Releasing lock "refresh_cache-00a5ede2-0720-45bb-8e8d-76e4c5113e60" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.024772] env[62880]: DEBUG nova.scheduler.client.report [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.098571] env[62880]: INFO nova.compute.manager [-] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Took 1.92 seconds to deallocate network for instance. [ 1582.183024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.183276] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.183543] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleting the datastore file [datastore2] d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.183821] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6a4810c-1ce6-4ac5-bf42-95c4dadafc16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.197318] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.197735] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.197978] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleting the datastore file [datastore2] d8035c57-5ca0-48f5-bb18-93827db750f2 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.198420] env[62880]: DEBUG oslo_vmware.api [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1582.198420] env[62880]: value = "task-1880618" [ 1582.198420] env[62880]: _type = "Task" [ 1582.198420] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.198655] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-048f17d4-6840-43d1-9c69-5a02f341f6ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.211078] env[62880]: DEBUG oslo_vmware.api [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.212689] env[62880]: DEBUG oslo_vmware.api [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for the task: (returnval){ [ 1582.212689] env[62880]: value = "task-1880619" [ 1582.212689] env[62880]: _type = "Task" [ 1582.212689] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.224026] env[62880]: DEBUG oslo_vmware.api [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.322504] env[62880]: DEBUG nova.compute.manager [req-2e19f510-e831-4483-a9b2-dfba4bcd1633 req-922726dc-d834-4799-acea-738685c911cb service nova] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Received event network-vif-deleted-659bc3a2-f561-47db-93a0-9f197676c601 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1582.336764] env[62880]: DEBUG nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1582.364434] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T13:14:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1508468734',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1323375368',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1582.364750] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.364930] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1582.365412] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.365574] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1582.365794] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1582.366089] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1582.366299] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1582.366759] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1582.366759] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1582.366913] env[62880]: DEBUG nova.virt.hardware [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1582.368058] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f2526-095a-4d82-8d2d-7345f6f284e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.377323] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8672705-470f-4cd6-b928-90f24dd0e010 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.392484] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52edca41-ecd9-a894-f468-81b1d7bb7ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.023215} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.403134] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6864cef7-4b7e-4c10-901d-9bff2f641ba8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.411178] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1582.411178] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5230aff0-c3ca-a296-a224-2e3496e6012f" [ 1582.411178] env[62880]: _type = "Task" [ 1582.411178] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.422947] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5230aff0-c3ca-a296-a224-2e3496e6012f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.531782] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.532671] env[62880]: DEBUG nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.535227] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.627s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.535426] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.537850] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.567s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.538052] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.543203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.963s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.543203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.543203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.862s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.543203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.544525] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.843s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.546418] env[62880]: INFO nova.compute.claims [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.602246] env[62880]: INFO nova.scheduler.client.report [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted allocations for instance 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4 [ 1582.612065] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.623464] env[62880]: INFO nova.scheduler.client.report [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Deleted allocations for instance d8552fad-e6dd-4576-ac50-941cffd932e3 [ 1582.633870] env[62880]: INFO nova.scheduler.client.report [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Deleted allocations for instance 4749f591-1b2b-4fa5-835e-4a83bd11f986 [ 1582.719860] env[62880]: DEBUG oslo_vmware.api [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426358} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.726659] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.726659] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.726860] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.727039] env[62880]: INFO nova.compute.manager [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1582.727312] env[62880]: DEBUG oslo.service.loopingcall [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.728674] env[62880]: DEBUG nova.compute.manager [-] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.728833] env[62880]: DEBUG nova.network.neutron [-] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.739711] env[62880]: DEBUG oslo_vmware.api [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Task: {'id': task-1880619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400766} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.740222] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.741013] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.741181] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.741446] env[62880]: INFO nova.compute.manager [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1582.741903] env[62880]: DEBUG oslo.service.loopingcall [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.742068] env[62880]: DEBUG nova.compute.manager [-] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.742222] env[62880]: DEBUG nova.network.neutron [-] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.925602] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5230aff0-c3ca-a296-a224-2e3496e6012f, 'name': SearchDatastore_Task, 'duration_secs': 0.026387} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.926276] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.926673] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 00a5ede2-0720-45bb-8e8d-76e4c5113e60/00a5ede2-0720-45bb-8e8d-76e4c5113e60.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.927632] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f717bf2-11f1-49d8-9f7d-9a0a3d4453c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.938497] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1582.938497] env[62880]: value = "task-1880620" [ 1582.938497] env[62880]: _type = "Task" [ 1582.938497] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.953046] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.054414] env[62880]: DEBUG nova.compute.manager [req-7c7c95e1-4d63-4052-8683-4c43681ddcc2 req-40d7c5d6-d186-40ac-9517-ac5dd30328ae service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Received event network-vif-plugged-197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1583.054865] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c7c95e1-4d63-4052-8683-4c43681ddcc2 req-40d7c5d6-d186-40ac-9517-ac5dd30328ae service nova] Acquiring lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.055383] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c7c95e1-4d63-4052-8683-4c43681ddcc2 req-40d7c5d6-d186-40ac-9517-ac5dd30328ae service nova] Lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.055886] env[62880]: DEBUG oslo_concurrency.lockutils [req-7c7c95e1-4d63-4052-8683-4c43681ddcc2 req-40d7c5d6-d186-40ac-9517-ac5dd30328ae service nova] Lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.057043] env[62880]: DEBUG nova.compute.manager [req-7c7c95e1-4d63-4052-8683-4c43681ddcc2 req-40d7c5d6-d186-40ac-9517-ac5dd30328ae service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] No waiting events found dispatching network-vif-plugged-197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1583.057043] env[62880]: WARNING nova.compute.manager [req-7c7c95e1-4d63-4052-8683-4c43681ddcc2 req-40d7c5d6-d186-40ac-9517-ac5dd30328ae service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Received unexpected event network-vif-plugged-197d059a-13d6-40af-aa14-869a88d5e82e for instance with vm_state building and task_state spawning. [ 1583.059897] env[62880]: DEBUG nova.compute.utils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.065042] env[62880]: DEBUG nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.070174] env[62880]: DEBUG nova.network.neutron [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.083260] env[62880]: DEBUG nova.network.neutron [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Successfully updated port: 197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.093143] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b17a8a3-1def-4062-984f-a00c93b5521b tempest-ServerActionsV293TestJSON-32186892 tempest-ServerActionsV293TestJSON-32186892-project-member] Lock "755e9b02-03fc-47a8-95d2-60c5dce362c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.799s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.114892] env[62880]: DEBUG oslo_concurrency.lockutils [None req-24e7c241-28f5-4aed-81f4-10586ba38c8f tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "18d40fc1-3ab4-4b9e-96ce-652a3c6563d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.551s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.134640] env[62880]: DEBUG oslo_concurrency.lockutils [None req-515a3dda-639a-4e98-a5f7-ca22b3f05d21 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "d8552fad-e6dd-4576-ac50-941cffd932e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.084s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.144021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f841d464-04d3-41ee-9e2b-e5d4d5318733 tempest-AttachInterfacesUnderV243Test-2128985180 tempest-AttachInterfacesUnderV243Test-2128985180-project-member] Lock "4749f591-1b2b-4fa5-835e-4a83bd11f986" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.283s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.146873] env[62880]: DEBUG nova.policy [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc65469f28c449918f8604c69d59001f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87817e0bd64e4d348e836e41efea4909', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1583.450748] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880620, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.498029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "dbe11c40-bebb-4c51-bd89-1dff368ba074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.498029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "dbe11c40-bebb-4c51-bd89-1dff368ba074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.498029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "dbe11c40-bebb-4c51-bd89-1dff368ba074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.498029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "dbe11c40-bebb-4c51-bd89-1dff368ba074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.498295] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "dbe11c40-bebb-4c51-bd89-1dff368ba074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.503698] env[62880]: INFO nova.compute.manager [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Terminating instance [ 1583.567159] env[62880]: DEBUG nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.588628] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.588723] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquired lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.588882] env[62880]: DEBUG nova.network.neutron [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.757861] env[62880]: DEBUG nova.network.neutron [-] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.832757] env[62880]: DEBUG nova.network.neutron [-] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.961475] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717465} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.962326] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 00a5ede2-0720-45bb-8e8d-76e4c5113e60/00a5ede2-0720-45bb-8e8d-76e4c5113e60.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1583.962603] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1583.962951] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87808d92-c784-413d-9a4c-318df74688d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.972608] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1583.972608] env[62880]: value = "task-1880621" [ 1583.972608] env[62880]: _type = "Task" [ 1583.972608] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.990242] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.008278] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.008388] env[62880]: DEBUG nova.compute.manager [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.008559] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.012890] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf48d20-3da3-470c-aa4c-db0d96baeaab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.017301] env[62880]: DEBUG nova.network.neutron [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Successfully created port: 22dc5670-664f-4fc0-aa7e-85c74db21a03 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1584.025965] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.025965] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c81bbb-9fc7-4de5-aec4-975e2eae0d3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.038032] env[62880]: DEBUG oslo_vmware.api [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1584.038032] env[62880]: value = "task-1880622" [ 1584.038032] env[62880]: _type = "Task" [ 1584.038032] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.048074] env[62880]: DEBUG oslo_vmware.api [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.119655] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e96501-3e82-46e7-957e-6a72aeb8905c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.133861] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485bce4e-5f25-4e6d-849b-d8a5d236db66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.146117] env[62880]: DEBUG nova.network.neutron [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.187498] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df33e0-69f2-431f-9e62-fcf9b96fc2d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.197575] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74d05fc-1c0e-435e-8edc-cab64ba7868a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.216691] env[62880]: DEBUG nova.compute.provider_tree [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.263926] env[62880]: INFO nova.compute.manager [-] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Took 1.52 seconds to deallocate network for instance. [ 1584.338428] env[62880]: INFO nova.compute.manager [-] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Took 1.61 seconds to deallocate network for instance. [ 1584.370382] env[62880]: DEBUG nova.network.neutron [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Updating instance_info_cache with network_info: [{"id": "197d059a-13d6-40af-aa14-869a88d5e82e", "address": "fa:16:3e:62:fe:9b", "network": {"id": "ae3cc348-29c7-4f16-8639-7e2c37edfbba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-345180707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb13ddfc76a49939d8f9bdc1aaba473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap197d059a-13", "ovs_interfaceid": "197d059a-13d6-40af-aa14-869a88d5e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.487227] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081503} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.487531] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.488367] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255cff28-a440-40dc-90dd-f0a8f9f2dec5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.516130] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 00a5ede2-0720-45bb-8e8d-76e4c5113e60/00a5ede2-0720-45bb-8e8d-76e4c5113e60.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.518929] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ec3f13-4687-4afe-9732-8b292e2250f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.546324] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1584.546324] env[62880]: value = "task-1880623" [ 1584.546324] env[62880]: _type = "Task" [ 1584.546324] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.554449] env[62880]: DEBUG oslo_vmware.api [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880622, 'name': PowerOffVM_Task, 'duration_secs': 0.484051} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.555139] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.555415] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.555615] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dee75ef-d244-4d75-a0da-aa8fca96c595 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.562120] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.583541] env[62880]: DEBUG nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.620109] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.620432] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.620521] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.620725] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.620891] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.621045] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.621245] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.622130] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.622130] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.622130] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.622130] env[62880]: DEBUG nova.virt.hardware [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.623494] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a0f669-22d4-4c6b-a9bf-9b222334dcc3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.633935] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ef094a-da9d-4c65-8770-49d2396b17a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.725432] env[62880]: DEBUG nova.scheduler.client.report [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.771368] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.848709] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.873236] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Releasing lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.873820] env[62880]: DEBUG nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Instance network_info: |[{"id": "197d059a-13d6-40af-aa14-869a88d5e82e", "address": "fa:16:3e:62:fe:9b", "network": {"id": "ae3cc348-29c7-4f16-8639-7e2c37edfbba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-345180707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb13ddfc76a49939d8f9bdc1aaba473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap197d059a-13", "ovs_interfaceid": "197d059a-13d6-40af-aa14-869a88d5e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.874430] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:fe:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '197d059a-13d6-40af-aa14-869a88d5e82e', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.884460] env[62880]: DEBUG oslo.service.loopingcall [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.885114] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.885359] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b7cfdd5-5834-4877-adfe-9e2261b49a93 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.908376] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.908376] env[62880]: value = "task-1880625" [ 1584.908376] env[62880]: _type = "Task" [ 1584.908376] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.918022] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880625, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.921279] env[62880]: DEBUG nova.compute.manager [req-5dab31ab-bd0d-4bad-bcd0-3ca5dd98975e req-7b54a5f0-480c-4b40-9b61-bc68d50acad6 service nova] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Received event network-vif-deleted-f3d8344b-c6ee-44f2-92e7-2c2e91f5ce29 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1584.937764] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.937821] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.938686] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Deleting the datastore file [datastore1] dbe11c40-bebb-4c51-bd89-1dff368ba074 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.938686] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b98b84c-984f-4a06-a379-bf233d2f0731 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.947589] env[62880]: DEBUG oslo_vmware.api [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1584.947589] env[62880]: value = "task-1880626" [ 1584.947589] env[62880]: _type = "Task" [ 1584.947589] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.958778] env[62880]: DEBUG oslo_vmware.api [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.059453] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880623, 'name': ReconfigVM_Task, 'duration_secs': 0.483445} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.059837] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 00a5ede2-0720-45bb-8e8d-76e4c5113e60/00a5ede2-0720-45bb-8e8d-76e4c5113e60.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.060464] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bec05921-7615-49a6-a4ea-a141ff524bb0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.068504] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1585.068504] env[62880]: value = "task-1880627" [ 1585.068504] env[62880]: _type = "Task" [ 1585.068504] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.078671] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880627, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.082525] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.082786] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.082997] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.083193] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.083526] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.086123] env[62880]: INFO nova.compute.manager [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Terminating instance [ 1585.231575] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.232133] env[62880]: DEBUG nova.compute.manager [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.235579] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.429s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.421586] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880625, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.458207] env[62880]: DEBUG oslo_vmware.api [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.460815] env[62880]: DEBUG nova.compute.manager [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Received event network-changed-197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1585.461502] env[62880]: DEBUG nova.compute.manager [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Refreshing instance network info cache due to event network-changed-197d059a-13d6-40af-aa14-869a88d5e82e. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1585.461733] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] Acquiring lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.461883] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] Acquired lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.462062] env[62880]: DEBUG nova.network.neutron [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Refreshing network info cache for port 197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.585460] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880627, 'name': Rename_Task, 'duration_secs': 0.350435} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.585770] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.587710] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ce38c1-1ea4-4f0c-add0-5d8c837bfc9a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.592739] env[62880]: DEBUG nova.compute.manager [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.592988] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.593949] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ce120a-69d5-438c-abd3-7c971bdcce94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.601027] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1585.601027] env[62880]: value = "task-1880628" [ 1585.601027] env[62880]: _type = "Task" [ 1585.601027] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.612499] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.614329] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b909a843-f983-4907-9a50-05df6ff8af89 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.623980] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880628, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.631907] env[62880]: DEBUG oslo_vmware.api [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1585.631907] env[62880]: value = "task-1880629" [ 1585.631907] env[62880]: _type = "Task" [ 1585.631907] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.647110] env[62880]: DEBUG oslo_vmware.api [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.737115] env[62880]: DEBUG nova.compute.utils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.738876] env[62880]: DEBUG nova.compute.manager [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Not allocating networking since 'none' was specified. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1585.742694] env[62880]: INFO nova.compute.claims [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.926649] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880625, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.963024] env[62880]: DEBUG oslo_vmware.api [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.846077} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.963024] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.963024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.963024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.963024] env[62880]: INFO nova.compute.manager [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1585.963024] env[62880]: DEBUG oslo.service.loopingcall [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.963024] env[62880]: DEBUG nova.compute.manager [-] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1585.963024] env[62880]: DEBUG nova.network.neutron [-] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.116424] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880628, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.144394] env[62880]: DEBUG oslo_vmware.api [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880629, 'name': PowerOffVM_Task, 'duration_secs': 0.295068} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.144781] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.145731] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.146081] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93774220-eaca-4e74-8bae-4825969647c6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.250761] env[62880]: DEBUG nova.compute.manager [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1586.253123] env[62880]: INFO nova.compute.resource_tracker [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating resource usage from migration ea96d07d-2828-4115-89f2-62a263994351 [ 1586.280678] env[62880]: DEBUG nova.network.neutron [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Successfully updated port: 22dc5670-664f-4fc0-aa7e-85c74db21a03 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.426760] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880625, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.460855] env[62880]: DEBUG nova.network.neutron [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Updated VIF entry in instance network info cache for port 197d059a-13d6-40af-aa14-869a88d5e82e. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.461328] env[62880]: DEBUG nova.network.neutron [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Updating instance_info_cache with network_info: [{"id": "197d059a-13d6-40af-aa14-869a88d5e82e", "address": "fa:16:3e:62:fe:9b", "network": {"id": "ae3cc348-29c7-4f16-8639-7e2c37edfbba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-345180707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb13ddfc76a49939d8f9bdc1aaba473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap197d059a-13", "ovs_interfaceid": "197d059a-13d6-40af-aa14-869a88d5e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.484601] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.484897] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.485100] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleting the datastore file [datastore2] 3db39109-29eb-4dd7-93b4-33cfd2b7a716 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.486078] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955bb27e-09d9-46c0-8eac-8f2117dbbda9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.494030] env[62880]: DEBUG oslo_vmware.api [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1586.494030] env[62880]: value = "task-1880631" [ 1586.494030] env[62880]: _type = "Task" [ 1586.494030] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.507468] env[62880]: DEBUG oslo_vmware.api [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.626037] env[62880]: DEBUG oslo_vmware.api [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880628, 'name': PowerOnVM_Task, 'duration_secs': 0.907241} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.626349] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.627424] env[62880]: INFO nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1586.627896] env[62880]: DEBUG nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.629265] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be1371-29a6-4f45-8a8e-1c5b9b150b40 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.785744] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "refresh_cache-31411461-f544-4e4d-b687-47669bc9a8ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.785744] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "refresh_cache-31411461-f544-4e4d-b687-47669bc9a8ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.785744] env[62880]: DEBUG nova.network.neutron [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.918887] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102e2f6a-48bf-4fb4-8a9c-f77f22cdf2ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.941156] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880625, 'name': CreateVM_Task, 'duration_secs': 1.660026} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.941444] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.942436] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdb6cf9-da64-479b-bded-8765690162d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.946563] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.946736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.947377] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.947974] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fb720b-03de-4cad-afc0-73f3c1ac6e85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.954715] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1586.954715] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fda4c9-4354-d1e9-3154-2e0013406a00" [ 1586.954715] env[62880]: _type = "Task" [ 1586.954715] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.980956] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] Releasing lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.981202] env[62880]: DEBUG nova.compute.manager [req-d29b718b-f3aa-4770-8615-e937ee6f9791 req-b7a88300-b33a-4afd-a027-6ec56b19443d service nova] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Received event network-vif-deleted-b95451d5-4047-4e93-883a-5bc1899e1fde {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1586.985538] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416c88d1-5ab6-410d-bc4c-60b349711819 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.997161] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fbf888-141f-4fbd-98f5-deeb582abef8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.001244] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fda4c9-4354-d1e9-3154-2e0013406a00, 'name': SearchDatastore_Task, 'duration_secs': 0.016948} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.004493] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.004726] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.005019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.005112] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.005303] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.005937] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86db633b-6304-4c26-a215-f7809fe6fb08 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.016709] env[62880]: DEBUG nova.compute.provider_tree [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.025715] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.025715] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1587.025715] env[62880]: DEBUG oslo_vmware.api [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314386} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.025715] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb5eff1-8fc5-4ab0-9a24-7fd279a047e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.026825] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.027054] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.027191] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.027438] env[62880]: INFO nova.compute.manager [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1587.027652] env[62880]: DEBUG oslo.service.loopingcall [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.027888] env[62880]: DEBUG nova.compute.manager [-] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.027978] env[62880]: DEBUG nova.network.neutron [-] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.034033] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1587.034033] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525b87f4-ff18-8fd8-d9eb-afebf4eed03d" [ 1587.034033] env[62880]: _type = "Task" [ 1587.034033] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.046466] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525b87f4-ff18-8fd8-d9eb-afebf4eed03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.107303] env[62880]: DEBUG nova.compute.manager [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Received event network-vif-plugged-22dc5670-664f-4fc0-aa7e-85c74db21a03 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1587.107857] env[62880]: DEBUG oslo_concurrency.lockutils [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] Acquiring lock "31411461-f544-4e4d-b687-47669bc9a8ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.107857] env[62880]: DEBUG oslo_concurrency.lockutils [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] Lock "31411461-f544-4e4d-b687-47669bc9a8ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.107975] env[62880]: DEBUG oslo_concurrency.lockutils [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] Lock "31411461-f544-4e4d-b687-47669bc9a8ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.108158] env[62880]: DEBUG nova.compute.manager [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] No waiting events found dispatching network-vif-plugged-22dc5670-664f-4fc0-aa7e-85c74db21a03 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1587.108324] env[62880]: WARNING nova.compute.manager [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Received unexpected event network-vif-plugged-22dc5670-664f-4fc0-aa7e-85c74db21a03 for instance with vm_state building and task_state spawning. [ 1587.108476] env[62880]: DEBUG nova.compute.manager [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Received event network-changed-22dc5670-664f-4fc0-aa7e-85c74db21a03 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1587.108622] env[62880]: DEBUG nova.compute.manager [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Refreshing instance network info cache due to event network-changed-22dc5670-664f-4fc0-aa7e-85c74db21a03. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1587.108777] env[62880]: DEBUG oslo_concurrency.lockutils [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] Acquiring lock "refresh_cache-31411461-f544-4e4d-b687-47669bc9a8ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.121439] env[62880]: DEBUG nova.network.neutron [-] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.161339] env[62880]: INFO nova.compute.manager [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Took 44.58 seconds to build instance. [ 1587.271507] env[62880]: DEBUG nova.compute.manager [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.312481] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.313629] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.313629] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.313629] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.313629] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.313629] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.313629] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.313901] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.313936] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.314090] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.314332] env[62880]: DEBUG nova.virt.hardware [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.315603] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eca8097-eda2-42e1-8d49-9d83bacf347e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.328178] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5900060a-101d-46a4-8eec-00af428ef138 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.345480] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.351369] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Creating folder: Project (c481597640b64b3088b9d1cefd4a59e9). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.352280] env[62880]: DEBUG nova.network.neutron [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.354219] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-666d6f8c-1491-4a37-8b1e-89a2f0419546 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.367267] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Created folder: Project (c481597640b64b3088b9d1cefd4a59e9) in parent group-v388473. [ 1587.367267] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Creating folder: Instances. Parent ref: group-v388650. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.368026] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0f5105f-62e1-482f-aa56-21f5a9bbda1b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.378435] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Created folder: Instances in parent group-v388650. [ 1587.378696] env[62880]: DEBUG oslo.service.loopingcall [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.378902] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.379150] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65af0e7c-0272-416a-a9b4-8cf3803a17b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.400201] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.400201] env[62880]: value = "task-1880634" [ 1587.400201] env[62880]: _type = "Task" [ 1587.400201] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.410467] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880634, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.525950] env[62880]: DEBUG nova.scheduler.client.report [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.554123] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525b87f4-ff18-8fd8-d9eb-afebf4eed03d, 'name': SearchDatastore_Task, 'duration_secs': 0.015451} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.555241] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc8f6b3-9ff1-4428-ae6f-1114869a3975 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.562922] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1587.562922] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a2593f-2f4e-e3fc-f7f2-56d8531481da" [ 1587.562922] env[62880]: _type = "Task" [ 1587.562922] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.579548] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a2593f-2f4e-e3fc-f7f2-56d8531481da, 'name': SearchDatastore_Task} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.579877] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.580167] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 51c80fe7-d56a-40ff-bc36-3bf333f0780c/51c80fe7-d56a-40ff-bc36-3bf333f0780c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.580458] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bae1de96-4371-4753-90ae-6719073f915d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.589342] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1587.589342] env[62880]: value = "task-1880635" [ 1587.589342] env[62880]: _type = "Task" [ 1587.589342] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.606817] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.627916] env[62880]: INFO nova.compute.manager [-] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Took 1.67 seconds to deallocate network for instance. [ 1587.634682] env[62880]: DEBUG nova.network.neutron [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Updating instance_info_cache with network_info: [{"id": "22dc5670-664f-4fc0-aa7e-85c74db21a03", "address": "fa:16:3e:0f:b1:cf", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22dc5670-66", "ovs_interfaceid": "22dc5670-664f-4fc0-aa7e-85c74db21a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.665097] env[62880]: DEBUG oslo_concurrency.lockutils [None req-caee64c8-7136-4d35-b27f-6a9525423242 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.107s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.718596] env[62880]: DEBUG nova.compute.manager [req-48676016-f6e2-48ee-99c6-788d296987df req-49437244-5853-44c5-8cf2-eb166fd1d168 service nova] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Received event network-vif-deleted-88addfed-fd77-476e-9d16-b24974ff7f50 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1587.913646] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880634, 'name': CreateVM_Task, 'duration_secs': 0.410959} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.914016] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1587.914233] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.914426] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.914752] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.915136] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7206830-60c0-4680-82a0-2005ecf59950 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.923627] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1587.923627] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5246b682-bc81-3e47-a737-765c815fa4be" [ 1587.923627] env[62880]: _type = "Task" [ 1587.923627] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.939959] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5246b682-bc81-3e47-a737-765c815fa4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.033263] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.798s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.033542] env[62880]: INFO nova.compute.manager [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Migrating [ 1588.034301] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.035018] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.036442] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.147s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.036658] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.039378] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.459s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.039574] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.041566] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.158s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.041775] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.043568] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.723s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.045432] env[62880]: INFO nova.compute.claims [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.088827] env[62880]: INFO nova.scheduler.client.report [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Deleted allocations for instance 98ed31cb-4b3d-4e7a-8a38-1d747eca2792 [ 1588.090854] env[62880]: INFO nova.scheduler.client.report [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Deleted allocations for instance 343d460e-b762-423d-b26d-072ceda052d7 [ 1588.108382] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880635, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.114573] env[62880]: INFO nova.scheduler.client.report [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Deleted allocations for instance 86aee71e-451d-40a7-b018-f95d33aefc9c [ 1588.137510] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.137886] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "refresh_cache-31411461-f544-4e4d-b687-47669bc9a8ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.138092] env[62880]: DEBUG nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Instance network_info: |[{"id": "22dc5670-664f-4fc0-aa7e-85c74db21a03", "address": "fa:16:3e:0f:b1:cf", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22dc5670-66", "ovs_interfaceid": "22dc5670-664f-4fc0-aa7e-85c74db21a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1588.138976] env[62880]: DEBUG nova.network.neutron [-] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.139595] env[62880]: DEBUG oslo_concurrency.lockutils [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] Acquired lock "refresh_cache-31411461-f544-4e4d-b687-47669bc9a8ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.140298] env[62880]: DEBUG nova.network.neutron [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Refreshing network info cache for port 22dc5670-664f-4fc0-aa7e-85c74db21a03 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.140924] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:b1:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22dc5670-664f-4fc0-aa7e-85c74db21a03', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.150416] env[62880]: DEBUG oslo.service.loopingcall [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.151467] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.152181] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869446b2-3a37-4cd9-898d-3c5f4061b75d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.175338] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.175338] env[62880]: value = "task-1880636" [ 1588.175338] env[62880]: _type = "Task" [ 1588.175338] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.185487] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880636, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.308398] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquiring lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.308704] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.308952] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquiring lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.309199] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.309330] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.312185] env[62880]: INFO nova.compute.manager [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Terminating instance [ 1588.437539] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5246b682-bc81-3e47-a737-765c815fa4be, 'name': SearchDatastore_Task, 'duration_secs': 0.06225} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.438015] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.438274] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.438663] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.438829] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.439025] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.439323] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08640060-7366-4c98-977d-fa85d0ed3eb6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.451093] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.451292] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.452055] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b25dd08-3d3a-40d6-9441-39141ad28190 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.457864] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1588.457864] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e7a4d0-5489-edce-5f0f-ce1fd4ae2a36" [ 1588.457864] env[62880]: _type = "Task" [ 1588.457864] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.466681] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e7a4d0-5489-edce-5f0f-ce1fd4ae2a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.549013] env[62880]: INFO nova.compute.rpcapi [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1588.549633] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.607444] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668457} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.608058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51143486-c5bf-446a-b510-33b3a1023bcc tempest-FloatingIPsAssociationTestJSON-246606955 tempest-FloatingIPsAssociationTestJSON-246606955-project-member] Lock "98ed31cb-4b3d-4e7a-8a38-1d747eca2792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.441s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.608873] env[62880]: DEBUG oslo_concurrency.lockutils [None req-192399a5-edc1-457b-8358-2150ce46d726 tempest-InstanceActionsV221TestJSON-906083238 tempest-InstanceActionsV221TestJSON-906083238-project-member] Lock "343d460e-b762-423d-b26d-072ceda052d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.877s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.610016] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 51c80fe7-d56a-40ff-bc36-3bf333f0780c/51c80fe7-d56a-40ff-bc36-3bf333f0780c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.610272] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.610887] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55598a75-da18-46be-a6a1-96ebb1c2e2d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.624377] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1588.624377] env[62880]: value = "task-1880637" [ 1588.624377] env[62880]: _type = "Task" [ 1588.624377] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.624377] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5eeb9e3b-94cc-4160-8d69-3c4c865b05dc tempest-ServersV294TestFqdnHostnames-494003141 tempest-ServersV294TestFqdnHostnames-494003141-project-member] Lock "86aee71e-451d-40a7-b018-f95d33aefc9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.008s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.638813] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.655021] env[62880]: INFO nova.compute.manager [-] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Took 1.63 seconds to deallocate network for instance. [ 1588.686998] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880636, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.818060] env[62880]: DEBUG nova.compute.manager [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1588.818060] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.819055] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68073cba-5960-439d-a48f-8ac8701b0b33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.833428] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.833918] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78d6d8aa-6a85-45f4-ba8b-83dfa566d388 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.847518] env[62880]: DEBUG oslo_vmware.api [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1588.847518] env[62880]: value = "task-1880638" [ 1588.847518] env[62880]: _type = "Task" [ 1588.847518] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.862255] env[62880]: DEBUG oslo_vmware.api [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.973238] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e7a4d0-5489-edce-5f0f-ce1fd4ae2a36, 'name': SearchDatastore_Task, 'duration_secs': 0.031323} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.973238] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87d1512-c9c3-4c4c-ab56-55a082f63037 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.980247] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1588.980247] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d65012-60e9-6342-143d-4cae35830689" [ 1588.980247] env[62880]: _type = "Task" [ 1588.980247] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.991032] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d65012-60e9-6342-143d-4cae35830689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.017038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.017277] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.017592] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.017786] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.017952] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.022490] env[62880]: INFO nova.compute.manager [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Terminating instance [ 1589.070905] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.071189] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.071455] env[62880]: DEBUG nova.network.neutron [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.096843] env[62880]: DEBUG nova.network.neutron [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Updated VIF entry in instance network info cache for port 22dc5670-664f-4fc0-aa7e-85c74db21a03. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.096843] env[62880]: DEBUG nova.network.neutron [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Updating instance_info_cache with network_info: [{"id": "22dc5670-664f-4fc0-aa7e-85c74db21a03", "address": "fa:16:3e:0f:b1:cf", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22dc5670-66", "ovs_interfaceid": "22dc5670-664f-4fc0-aa7e-85c74db21a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.140344] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097865} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.140988] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.142052] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0902cc-dc13-401a-b140-145f37824ea1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.171543] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 51c80fe7-d56a-40ff-bc36-3bf333f0780c/51c80fe7-d56a-40ff-bc36-3bf333f0780c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.175630] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.175955] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa60d47-f31c-43a8-a92f-e349546c6705 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.204482] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880636, 'name': CreateVM_Task, 'duration_secs': 0.627535} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.206403] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.206674] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1589.206674] env[62880]: value = "task-1880639" [ 1589.206674] env[62880]: _type = "Task" [ 1589.206674] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.209278] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.209278] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.209278] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.210062] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ace1dc6-11b8-4e2d-9ae1-ee5095a109a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.223464] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1589.223464] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52146fef-b6c0-bdd2-cdf2-0ea651d33e91" [ 1589.223464] env[62880]: _type = "Task" [ 1589.223464] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.223819] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880639, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.236254] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52146fef-b6c0-bdd2-cdf2-0ea651d33e91, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.239260] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.239503] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.239710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.360947] env[62880]: DEBUG oslo_vmware.api [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880638, 'name': PowerOffVM_Task, 'duration_secs': 0.272824} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.361000] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.361240] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.361502] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9cde0f-4dde-4c0f-8325-fd202c30c672 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.494275] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.494981] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.506923] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d65012-60e9-6342-143d-4cae35830689, 'name': SearchDatastore_Task, 'duration_secs': 0.019675} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.507623] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.507623] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f/47deb7f1-7ce7-4fcc-94d5-9006f592a75f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1589.508691] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.508691] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.508691] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5748b1a-45a9-4d39-86c3-226b9d18b295 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.510796] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a1c70c-3ccf-4443-b2ca-32cf465f6cdb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.523122] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1589.523122] env[62880]: value = "task-1880641" [ 1589.523122] env[62880]: _type = "Task" [ 1589.523122] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.529089] env[62880]: DEBUG nova.compute.manager [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.529273] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.529834] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.530153] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.531564] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d04aa-fe55-44b4-a980-4104494ddeb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.535542] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60c8130-d224-4867-96ae-456987d66635 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.544982] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.550368] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "3c017dcb-8093-4d79-ac47-a47b79807afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.550590] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "3c017dcb-8093-4d79-ac47-a47b79807afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.559290] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1589.559290] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529ebe3c-37b7-ae41-d5d0-2c2866caae15" [ 1589.559290] env[62880]: _type = "Task" [ 1589.559290] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.560156] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.560156] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8e7107-490f-4feb-abd0-fe18a8056797 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.586120] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529ebe3c-37b7-ae41-d5d0-2c2866caae15, 'name': SearchDatastore_Task, 'duration_secs': 0.023676} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.589424] env[62880]: DEBUG oslo_vmware.api [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1589.589424] env[62880]: value = "task-1880642" [ 1589.589424] env[62880]: _type = "Task" [ 1589.589424] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.592131] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbff65cb-ae0a-4238-8b50-dbca7035dde3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.602262] env[62880]: DEBUG oslo_concurrency.lockutils [req-60ca5331-d788-4faa-85f2-e939c8ea96e4 req-32aa22dd-f49d-4674-86ab-2bfc2ab026d1 service nova] Releasing lock "refresh_cache-31411461-f544-4e4d-b687-47669bc9a8ef" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.603646] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1589.603646] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b4c631-a84a-e90c-0e1d-b1ce6e791273" [ 1589.603646] env[62880]: _type = "Task" [ 1589.603646] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.607359] env[62880]: DEBUG oslo_vmware.api [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.621493] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b4c631-a84a-e90c-0e1d-b1ce6e791273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.722383] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880639, 'name': ReconfigVM_Task, 'duration_secs': 0.445096} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.722789] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 51c80fe7-d56a-40ff-bc36-3bf333f0780c/51c80fe7-d56a-40ff-bc36-3bf333f0780c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.723173] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62880) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1589.726605] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-697bf674-52c4-4ffa-a1b9-1dab4acdcb2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.735131] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1589.735131] env[62880]: value = "task-1880643" [ 1589.735131] env[62880]: _type = "Task" [ 1589.735131] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.745169] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880643, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.759555] env[62880]: DEBUG nova.compute.manager [req-6b2d18a7-da69-4da7-bb05-82104193ae02 req-e76ad215-c312-41a5-9d11-db230409d96a service nova] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Received event network-vif-deleted-06b5dd7a-73b9-4dfa-9e3f-e279dc7ced0c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1589.815879] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f200f-a509-4e77-a9b8-91a32637c834 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.824518] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54fe6d2-59e3-4cba-a842-b1c376d7d198 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.861939] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a8bd4e-e849-48a6-9374-f82705fc0341 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.871732] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2143412-58b7-41b4-b87a-79d70c31ee5d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.893392] env[62880]: DEBUG nova.compute.provider_tree [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.000284] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1590.035352] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880641, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.063550] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1590.108134] env[62880]: DEBUG oslo_vmware.api [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880642, 'name': PowerOffVM_Task, 'duration_secs': 0.37698} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.111994] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.112636] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.112967] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de57781b-7056-4dd7-af10-1f593dd18872 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.123979] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b4c631-a84a-e90c-0e1d-b1ce6e791273, 'name': SearchDatastore_Task, 'duration_secs': 0.01886} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.124381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.124678] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef/31411461-f544-4e4d-b687-47669bc9a8ef.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.124979] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7209a55a-ffc0-47f7-97af-201170018f21 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.135205] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.135541] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.135824] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Deleting the datastore file [datastore2] 00a5ede2-0720-45bb-8e8d-76e4c5113e60 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.137112] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de941ba0-ceed-4c54-8391-4023794d295f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.139823] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1590.139823] env[62880]: value = "task-1880645" [ 1590.139823] env[62880]: _type = "Task" [ 1590.139823] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.147985] env[62880]: DEBUG oslo_vmware.api [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for the task: (returnval){ [ 1590.147985] env[62880]: value = "task-1880646" [ 1590.147985] env[62880]: _type = "Task" [ 1590.147985] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.155542] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.161971] env[62880]: DEBUG oslo_vmware.api [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.167899] env[62880]: DEBUG nova.network.neutron [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance_info_cache with network_info: [{"id": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "address": "fa:16:3e:6d:36:19", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edf44ce-08", "ovs_interfaceid": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.249692] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880643, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.07866} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.250847] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62880) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1590.252204] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb792e1-7d09-4c4e-8cc5-2e9129beeafd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.284817] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 51c80fe7-d56a-40ff-bc36-3bf333f0780c/ephemeral_0.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.285672] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a00a8380-b43c-4240-8408-8728608b1463 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.318012] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1590.318012] env[62880]: value = "task-1880647" [ 1590.318012] env[62880]: _type = "Task" [ 1590.318012] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.328105] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.354138] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.354400] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.354592] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Deleting the datastore file [datastore2] 7fcea3e1-b7b1-4da3-b562-f12e91d47d31 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.355040] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc26ce3a-3c77-4c62-bd33-4f054f4c1959 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.364362] env[62880]: DEBUG oslo_vmware.api [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for the task: (returnval){ [ 1590.364362] env[62880]: value = "task-1880648" [ 1590.364362] env[62880]: _type = "Task" [ 1590.364362] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.375484] env[62880]: DEBUG oslo_vmware.api [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.396910] env[62880]: DEBUG nova.scheduler.client.report [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.535733] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92014} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.536184] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f/47deb7f1-7ce7-4fcc-94d5-9006f592a75f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1590.536502] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1590.536796] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43eb9bd4-e3a3-42fa-bd25-7dc5236f782f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.539702] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.547024] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1590.547024] env[62880]: value = "task-1880649" [ 1590.547024] env[62880]: _type = "Task" [ 1590.547024] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.558958] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.587136] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.651851] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880645, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.664454] env[62880]: DEBUG oslo_vmware.api [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Task: {'id': task-1880646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454084} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.664816] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.665224] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.665507] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.665951] env[62880]: INFO nova.compute.manager [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1590.666324] env[62880]: DEBUG oslo.service.loopingcall [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.666670] env[62880]: DEBUG nova.compute.manager [-] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.666912] env[62880]: DEBUG nova.network.neutron [-] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.670178] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.835619] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.875653] env[62880]: DEBUG oslo_vmware.api [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.901941] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.902625] env[62880]: DEBUG nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1590.907967] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.203s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.907967] env[62880]: DEBUG nova.objects.instance [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lazy-loading 'resources' on Instance uuid 1d2050a8-ceca-441d-a7d4-89c3f65323de {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.061469] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164173} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.061988] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.062839] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a45c113-3cc9-4f80-84fb-a9ea21a7b1d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.088679] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f/47deb7f1-7ce7-4fcc-94d5-9006f592a75f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.089125] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6642b3ef-5ce8-4d15-a0aa-63d7b919ada8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.111944] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1591.111944] env[62880]: value = "task-1880650" [ 1591.111944] env[62880]: _type = "Task" [ 1591.111944] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.122366] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.152279] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844911} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.152550] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef/31411461-f544-4e4d-b687-47669bc9a8ef.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.152775] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1591.153052] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6cd5861-b68c-472b-9062-1a3590033380 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.161528] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1591.161528] env[62880]: value = "task-1880651" [ 1591.161528] env[62880]: _type = "Task" [ 1591.161528] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.175222] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.328880] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880647, 'name': ReconfigVM_Task, 'duration_secs': 0.760713} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.329208] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 51c80fe7-d56a-40ff-bc36-3bf333f0780c/ephemeral_0.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.329989] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0a78eea-c9ff-49d0-9353-dfe1684c3d79 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.337840] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1591.337840] env[62880]: value = "task-1880652" [ 1591.337840] env[62880]: _type = "Task" [ 1591.337840] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.348740] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880652, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.379387] env[62880]: DEBUG oslo_vmware.api [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Task: {'id': task-1880648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.560163} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.382279] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.382786] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.383134] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.383386] env[62880]: INFO nova.compute.manager [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1591.384030] env[62880]: DEBUG oslo.service.loopingcall [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.384227] env[62880]: DEBUG nova.compute.manager [-] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.384348] env[62880]: DEBUG nova.network.neutron [-] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1591.396561] env[62880]: DEBUG oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be3b3-61ef-88d8-2e73-f9894ec9fda1/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1591.398095] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997e4d7d-bb67-41d7-bf00-0545ace79b1a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.408167] env[62880]: DEBUG oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be3b3-61ef-88d8-2e73-f9894ec9fda1/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1591.408335] env[62880]: ERROR oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be3b3-61ef-88d8-2e73-f9894ec9fda1/disk-0.vmdk due to incomplete transfer. [ 1591.408655] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54a04475-ccad-4a24-ba6e-8a5ca36bde6d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.414697] env[62880]: DEBUG nova.compute.utils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1591.416705] env[62880]: DEBUG nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1591.417233] env[62880]: DEBUG nova.network.neutron [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.433041] env[62880]: DEBUG oslo_vmware.rw_handles [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be3b3-61ef-88d8-2e73-f9894ec9fda1/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1591.433041] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Uploaded image 7c62d30b-a221-4258-b70f-0f79486f0ce2 to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1591.435116] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1591.435623] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2e345f9-78ba-46c2-9b91-efaf0b3b139f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.443464] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1591.443464] env[62880]: value = "task-1880653" [ 1591.443464] env[62880]: _type = "Task" [ 1591.443464] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.457607] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880653, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.588672] env[62880]: DEBUG nova.policy [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d7a256738594edeb9b73debb1dabb2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e91b29156f26470d80d2959f42393ed7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1591.633325] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880650, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.639266] env[62880]: DEBUG nova.network.neutron [-] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.673715] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.471751} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.680964] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1591.683939] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f1cfe4-f1f0-4438-a483-160636d8a8ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.710912] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef/31411461-f544-4e4d-b687-47669bc9a8ef.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.714200] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18dfd839-c777-4212-8380-52149c65edae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.742028] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1591.742028] env[62880]: value = "task-1880654" [ 1591.742028] env[62880]: _type = "Task" [ 1591.742028] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.756342] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.853883] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880652, 'name': Rename_Task, 'duration_secs': 0.257286} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.854187] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.854478] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ddb418-a5d3-416c-aade-ffa62a6e7b4c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.867738] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1591.867738] env[62880]: value = "task-1880655" [ 1591.867738] env[62880]: _type = "Task" [ 1591.867738] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.878661] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.926019] env[62880]: DEBUG nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1591.962564] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880653, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.023161] env[62880]: DEBUG nova.compute.manager [req-723107ea-f8e3-4fba-9f00-68ec1d0cb802 req-9e2fffd9-6cc6-4672-9d83-a8eec472a189 service nova] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Received event network-vif-deleted-658969a9-76f3-43ff-9582-e22c9ea52c06 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1592.042182] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2318fa9-fad5-4605-baf4-1378c5f6353a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.052220] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfdda8b-b7f9-4f57-bd15-ab8b080e8270 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.093719] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f74db-1657-4cb5-a55e-55460ca32373 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.104121] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d69b85-0a68-420d-b41b-2046387d2e82 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.123544] env[62880]: DEBUG nova.compute.provider_tree [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.134175] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880650, 'name': ReconfigVM_Task, 'duration_secs': 0.568604} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.134838] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f/47deb7f1-7ce7-4fcc-94d5-9006f592a75f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.135389] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b98f828-0419-472e-b109-7cd28e3673fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.143377] env[62880]: INFO nova.compute.manager [-] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Took 1.48 seconds to deallocate network for instance. [ 1592.143752] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1592.143752] env[62880]: value = "task-1880656" [ 1592.143752] env[62880]: _type = "Task" [ 1592.143752] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.160813] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880656, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.192438] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09c555c-96f0-482c-914f-195262637797 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.215079] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance '219bed14-d0ad-46eb-b2ec-2a3f240303b2' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1592.250092] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880654, 'name': ReconfigVM_Task, 'duration_secs': 0.474879} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.250433] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef/31411461-f544-4e4d-b687-47669bc9a8ef.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.251103] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0520c4c-5da4-48d5-961f-a1bcf60541b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.258790] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1592.258790] env[62880]: value = "task-1880657" [ 1592.258790] env[62880]: _type = "Task" [ 1592.258790] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.269148] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880657, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.287844] env[62880]: DEBUG nova.network.neutron [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Successfully created port: c7afe733-05e0-4fd8-a81b-ee16a4786597 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.381250] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880655, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.459294] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880653, 'name': Destroy_Task, 'duration_secs': 0.892481} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.459294] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Destroyed the VM [ 1592.459294] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1592.459294] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-805404ad-744d-4f79-85cc-d844a463971b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.468052] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1592.468052] env[62880]: value = "task-1880658" [ 1592.468052] env[62880]: _type = "Task" [ 1592.468052] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.479090] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880658, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.552645] env[62880]: DEBUG nova.network.neutron [-] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.632062] env[62880]: DEBUG nova.scheduler.client.report [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.658846] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.659543] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880656, 'name': Rename_Task, 'duration_secs': 0.211264} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.659914] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.660433] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c1b280-6a5b-4225-9c11-2088965a229b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.668997] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1592.668997] env[62880]: value = "task-1880659" [ 1592.668997] env[62880]: _type = "Task" [ 1592.668997] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.680336] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.725276] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.725333] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4634b8-fff6-40a7-bad2-eb364d6074a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.734904] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1592.734904] env[62880]: value = "task-1880660" [ 1592.734904] env[62880]: _type = "Task" [ 1592.734904] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.746630] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.774742] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880657, 'name': Rename_Task, 'duration_secs': 0.257932} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.775136] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.775451] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4c8152-8337-4324-899b-574ff3d4f790 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.784078] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1592.784078] env[62880]: value = "task-1880661" [ 1592.784078] env[62880]: _type = "Task" [ 1592.784078] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.795727] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.881413] env[62880]: DEBUG oslo_vmware.api [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1880655, 'name': PowerOnVM_Task, 'duration_secs': 0.703497} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.883056] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.883056] env[62880]: INFO nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1592.883056] env[62880]: DEBUG nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1592.883322] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78707f90-4719-422f-86bb-98bd46b334d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.937562] env[62880]: DEBUG nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.977271] env[62880]: DEBUG nova.virt.hardware [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.978978] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60e4cf1-44c4-40e9-9545-8dcb456aee26 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.995927] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880658, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.000143] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574da671-b17c-4d16-9762-3a0e6a866485 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.057692] env[62880]: INFO nova.compute.manager [-] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Took 1.67 seconds to deallocate network for instance. [ 1593.136728] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.142287] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.559s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.142287] env[62880]: DEBUG nova.objects.instance [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lazy-loading 'resources' on Instance uuid de3b2e6e-cd7b-4763-9c87-15d5b1d6668b {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.184905] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.186076] env[62880]: INFO nova.scheduler.client.report [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Deleted allocations for instance 1d2050a8-ceca-441d-a7d4-89c3f65323de [ 1593.252301] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880660, 'name': PowerOffVM_Task, 'duration_secs': 0.275889} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.252301] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.252301] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance '219bed14-d0ad-46eb-b2ec-2a3f240303b2' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1593.299936] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.409292] env[62880]: INFO nova.compute.manager [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Took 41.99 seconds to build instance. [ 1593.494902] env[62880]: DEBUG oslo_vmware.api [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880658, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787292} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.495211] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1593.495440] env[62880]: INFO nova.compute.manager [None req-fe699cd3-d24a-4117-99aa-da28984b5a4e tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Took 18.60 seconds to snapshot the instance on the hypervisor. [ 1593.563672] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.681029] env[62880]: DEBUG oslo_vmware.api [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880659, 'name': PowerOnVM_Task, 'duration_secs': 0.767965} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.681364] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.681571] env[62880]: INFO nova.compute.manager [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1593.682254] env[62880]: DEBUG nova.compute.manager [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.682528] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e964912-e470-45f9-9040-8901a6ae4683 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.701752] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85241954-87ba-4b4f-a5c8-4932202ddd7b tempest-ServersTestManualDisk-758591900 tempest-ServersTestManualDisk-758591900-project-member] Lock "1d2050a8-ceca-441d-a7d4-89c3f65323de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.461s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.762684] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.762938] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.763127] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.763317] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.763463] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.763610] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.765040] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.765040] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.765040] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.765040] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.765040] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.772414] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c94b9bd-57c0-407b-b34e-5acb3dc7c853 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.790417] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1593.790417] env[62880]: value = "task-1880662" [ 1593.790417] env[62880]: _type = "Task" [ 1593.790417] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.794181] env[62880]: DEBUG oslo_vmware.api [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880661, 'name': PowerOnVM_Task, 'duration_secs': 0.69089} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.797927] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.798333] env[62880]: INFO nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1593.798577] env[62880]: DEBUG nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.801871] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1801f72d-2953-4bed-8140-6ae17f72936e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.812365] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.911030] env[62880]: DEBUG oslo_concurrency.lockutils [None req-30802f25-4e12-495d-ad13-6695b9fcc820 tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.535s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.093749] env[62880]: DEBUG nova.compute.manager [req-e652ad5c-b97e-4ada-b99b-8359d37209bc req-c9307509-5e5a-4308-a20b-dbf42f9b39ee service nova] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Received event network-vif-deleted-6266ac7a-a9bd-451a-91e6-0d8e5bff6e35 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1594.121850] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae009bef-3efe-47e3-95d8-6f61d65f6db8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.130703] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979f5e19-1163-4067-8fc2-1d8a7f91d3af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.165575] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fba2e7-e3d8-487f-b4b7-6eb88f6c0207 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.175718] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742e768d-ba7e-435c-a654-0a0153ef5167 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.192992] env[62880]: DEBUG nova.compute.provider_tree [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.214225] env[62880]: INFO nova.compute.manager [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Took 32.54 seconds to build instance. [ 1594.307600] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.335703] env[62880]: INFO nova.compute.manager [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Took 39.38 seconds to build instance. [ 1594.363141] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "504108f5-c321-4acf-a629-e6f818af97cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.363254] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.412836] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "a60b7c6d-0951-4a41-b05f-46a186daaf48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.413166] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "a60b7c6d-0951-4a41-b05f-46a186daaf48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.700287] env[62880]: DEBUG nova.scheduler.client.report [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.716693] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f61a9f40-f50d-4c86-9225-0e439bde0063 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.057s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.806693] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.838470] env[62880]: DEBUG oslo_concurrency.lockutils [None req-370cd2df-8512-43b0-8571-46a9bffe34ea tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.907s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.867572] env[62880]: DEBUG nova.compute.utils [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.916599] env[62880]: DEBUG nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1594.923055] env[62880]: DEBUG nova.network.neutron [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Successfully updated port: c7afe733-05e0-4fd8-a81b-ee16a4786597 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1595.206764] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.210399] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.295s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.212441] env[62880]: INFO nova.compute.claims [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.249238] env[62880]: DEBUG nova.compute.manager [req-4bb57434-55c1-46af-8512-60d62bc57084 req-3b22a37e-c7d8-4209-b79a-1cbaa1b2f3d5 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Received event network-vif-plugged-c7afe733-05e0-4fd8-a81b-ee16a4786597 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1595.250538] env[62880]: DEBUG oslo_concurrency.lockutils [req-4bb57434-55c1-46af-8512-60d62bc57084 req-3b22a37e-c7d8-4209-b79a-1cbaa1b2f3d5 service nova] Acquiring lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.250711] env[62880]: DEBUG oslo_concurrency.lockutils [req-4bb57434-55c1-46af-8512-60d62bc57084 req-3b22a37e-c7d8-4209-b79a-1cbaa1b2f3d5 service nova] Lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.250918] env[62880]: DEBUG oslo_concurrency.lockutils [req-4bb57434-55c1-46af-8512-60d62bc57084 req-3b22a37e-c7d8-4209-b79a-1cbaa1b2f3d5 service nova] Lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.251162] env[62880]: DEBUG nova.compute.manager [req-4bb57434-55c1-46af-8512-60d62bc57084 req-3b22a37e-c7d8-4209-b79a-1cbaa1b2f3d5 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] No waiting events found dispatching network-vif-plugged-c7afe733-05e0-4fd8-a81b-ee16a4786597 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.251375] env[62880]: WARNING nova.compute.manager [req-4bb57434-55c1-46af-8512-60d62bc57084 req-3b22a37e-c7d8-4209-b79a-1cbaa1b2f3d5 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Received unexpected event network-vif-plugged-c7afe733-05e0-4fd8-a81b-ee16a4786597 for instance with vm_state building and task_state spawning. [ 1595.266334] env[62880]: INFO nova.scheduler.client.report [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Deleted allocations for instance de3b2e6e-cd7b-4763-9c87-15d5b1d6668b [ 1595.305934] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880662, 'name': ReconfigVM_Task, 'duration_secs': 1.426705} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.306324] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance '219bed14-d0ad-46eb-b2ec-2a3f240303b2' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1595.371409] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.425834] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.425974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.426140] env[62880]: DEBUG nova.network.neutron [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.446809] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.777975] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3176b50-0f3d-47e1-9108-5359436cd9c5 tempest-ServersAdminNegativeTestJSON-749635990 tempest-ServersAdminNegativeTestJSON-749635990-project-member] Lock "de3b2e6e-cd7b-4763-9c87-15d5b1d6668b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.989s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.817607] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1595.817855] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.818020] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1595.818208] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.818355] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1595.818568] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1595.818701] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1595.818857] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1595.819320] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1595.819598] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1595.819790] env[62880]: DEBUG nova.virt.hardware [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1595.826737] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1595.828264] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ada0538-aa73-41f0-af94-d276a1c0d9d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.848969] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Acquiring lock "86788700-71bc-402b-b898-d23e05ff3a33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.849488] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Lock "86788700-71bc-402b-b898-d23e05ff3a33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.858607] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1595.858607] env[62880]: value = "task-1880663" [ 1595.858607] env[62880]: _type = "Task" [ 1595.858607] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.876471] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.993961] env[62880]: DEBUG nova.network.neutron [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1596.265984] env[62880]: DEBUG nova.network.neutron [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Updating instance_info_cache with network_info: [{"id": "c7afe733-05e0-4fd8-a81b-ee16a4786597", "address": "fa:16:3e:69:48:06", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7afe733-05", "ovs_interfaceid": "c7afe733-05e0-4fd8-a81b-ee16a4786597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.352218] env[62880]: DEBUG nova.compute.manager [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1596.372216] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880663, 'name': ReconfigVM_Task, 'duration_secs': 0.289633} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.375513] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1596.376778] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d39c8-5e3a-4806-a6cf-7dfbb2a3d8ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.400868] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 219bed14-d0ad-46eb-b2ec-2a3f240303b2/219bed14-d0ad-46eb-b2ec-2a3f240303b2.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.403837] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1072e5-c99c-44fe-af2e-ecc2f289d5f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.424711] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1596.424711] env[62880]: value = "task-1880664" [ 1596.424711] env[62880]: _type = "Task" [ 1596.424711] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.439941] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.451452] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "504108f5-c321-4acf-a629-e6f818af97cf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.451750] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.451999] env[62880]: INFO nova.compute.manager [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Attaching volume 16be1e85-41b7-45bf-b8a1-4c0875d13607 to /dev/sdb [ 1596.500110] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a2aaea-566f-42f9-b193-a8530fe0fcba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.511046] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb555ee8-6ad9-4844-976f-a270683f895d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.528157] env[62880]: DEBUG nova.virt.block_device [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updating existing volume attachment record: 0dbec1f9-808a-4072-8bee-d0997f0bde61 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1596.768974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.771496] env[62880]: DEBUG nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Instance network_info: |[{"id": "c7afe733-05e0-4fd8-a81b-ee16a4786597", "address": "fa:16:3e:69:48:06", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7afe733-05", "ovs_interfaceid": "c7afe733-05e0-4fd8-a81b-ee16a4786597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1596.771496] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:48:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7afe733-05e0-4fd8-a81b-ee16a4786597', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.781482] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Creating folder: Project (e91b29156f26470d80d2959f42393ed7). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1596.785814] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-204ab384-465b-4af4-a2f5-837a128b03e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.788264] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e634cc2-60ee-4891-9dfb-6e462b8ae21d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.798684] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f5b4f5-21e5-4f94-b38a-ffeab92bc6fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.804160] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Created folder: Project (e91b29156f26470d80d2959f42393ed7) in parent group-v388473. [ 1596.804326] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Creating folder: Instances. Parent ref: group-v388654. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1596.805037] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce3f7b6a-4edc-4c0b-884d-5cde10cddc39 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.835421] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c284fcb1-5baf-4746-80d2-d4d673a253a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.838961] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Created folder: Instances in parent group-v388654. [ 1596.839264] env[62880]: DEBUG oslo.service.loopingcall [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.840453] env[62880]: DEBUG nova.compute.manager [req-4674d500-dc32-413a-bb2f-a2d18e222f38 req-2b59257d-254a-4b22-8ea8-6a5be7a01b42 service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Received event network-changed-197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1596.840760] env[62880]: DEBUG nova.compute.manager [req-4674d500-dc32-413a-bb2f-a2d18e222f38 req-2b59257d-254a-4b22-8ea8-6a5be7a01b42 service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Refreshing instance network info cache due to event network-changed-197d059a-13d6-40af-aa14-869a88d5e82e. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1596.840868] env[62880]: DEBUG oslo_concurrency.lockutils [req-4674d500-dc32-413a-bb2f-a2d18e222f38 req-2b59257d-254a-4b22-8ea8-6a5be7a01b42 service nova] Acquiring lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.841044] env[62880]: DEBUG oslo_concurrency.lockutils [req-4674d500-dc32-413a-bb2f-a2d18e222f38 req-2b59257d-254a-4b22-8ea8-6a5be7a01b42 service nova] Acquired lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.841208] env[62880]: DEBUG nova.network.neutron [req-4674d500-dc32-413a-bb2f-a2d18e222f38 req-2b59257d-254a-4b22-8ea8-6a5be7a01b42 service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Refreshing network info cache for port 197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.846027] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.846027] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2152813e-d590-43be-96b2-8cf88e85ac6d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.867296] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a89a7b-07b8-4d2c-84b4-bcc8fcdb0751 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.874542] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.874542] env[62880]: value = "task-1880668" [ 1596.874542] env[62880]: _type = "Task" [ 1596.874542] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.889948] env[62880]: DEBUG nova.compute.provider_tree [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.894175] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.897906] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880668, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.935593] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.389698] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880668, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.393807] env[62880]: DEBUG nova.scheduler.client.report [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.437572] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.486668] env[62880]: DEBUG nova.compute.manager [req-82cc1e49-69c0-472b-a8cd-670e9d2d5d83 req-454ebac5-0d84-47c0-8417-b962947cfd47 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Received event network-changed-c7afe733-05e0-4fd8-a81b-ee16a4786597 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1597.486852] env[62880]: DEBUG nova.compute.manager [req-82cc1e49-69c0-472b-a8cd-670e9d2d5d83 req-454ebac5-0d84-47c0-8417-b962947cfd47 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Refreshing instance network info cache due to event network-changed-c7afe733-05e0-4fd8-a81b-ee16a4786597. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1597.487098] env[62880]: DEBUG oslo_concurrency.lockutils [req-82cc1e49-69c0-472b-a8cd-670e9d2d5d83 req-454ebac5-0d84-47c0-8417-b962947cfd47 service nova] Acquiring lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.487258] env[62880]: DEBUG oslo_concurrency.lockutils [req-82cc1e49-69c0-472b-a8cd-670e9d2d5d83 req-454ebac5-0d84-47c0-8417-b962947cfd47 service nova] Acquired lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.487422] env[62880]: DEBUG nova.network.neutron [req-82cc1e49-69c0-472b-a8cd-670e9d2d5d83 req-454ebac5-0d84-47c0-8417-b962947cfd47 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Refreshing network info cache for port c7afe733-05e0-4fd8-a81b-ee16a4786597 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.675009] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "31411461-f544-4e4d-b687-47669bc9a8ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.675373] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.675618] env[62880]: DEBUG nova.compute.manager [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.678077] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35abb97-4d49-42d6-9f09-2c59847741a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.690435] env[62880]: DEBUG nova.compute.manager [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1597.691339] env[62880]: DEBUG nova.objects.instance [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'flavor' on Instance uuid 31411461-f544-4e4d-b687-47669bc9a8ef {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.785510] env[62880]: INFO nova.compute.manager [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Rebuilding instance [ 1597.845313] env[62880]: DEBUG nova.compute.manager [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1597.845313] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793449ed-8785-406a-a269-b7104b20446e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.871223] env[62880]: DEBUG nova.network.neutron [req-4674d500-dc32-413a-bb2f-a2d18e222f38 req-2b59257d-254a-4b22-8ea8-6a5be7a01b42 service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Updated VIF entry in instance network info cache for port 197d059a-13d6-40af-aa14-869a88d5e82e. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.871223] env[62880]: DEBUG nova.network.neutron [req-4674d500-dc32-413a-bb2f-a2d18e222f38 req-2b59257d-254a-4b22-8ea8-6a5be7a01b42 service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Updating instance_info_cache with network_info: [{"id": "197d059a-13d6-40af-aa14-869a88d5e82e", "address": "fa:16:3e:62:fe:9b", "network": {"id": "ae3cc348-29c7-4f16-8639-7e2c37edfbba", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-345180707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cb13ddfc76a49939d8f9bdc1aaba473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap197d059a-13", "ovs_interfaceid": "197d059a-13d6-40af-aa14-869a88d5e82e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.896086] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880668, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.902561] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.902561] env[62880]: DEBUG nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.904238] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.754s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.908093] env[62880]: INFO nova.compute.claims [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.939477] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.338221] env[62880]: DEBUG nova.network.neutron [req-82cc1e49-69c0-472b-a8cd-670e9d2d5d83 req-454ebac5-0d84-47c0-8417-b962947cfd47 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Updated VIF entry in instance network info cache for port c7afe733-05e0-4fd8-a81b-ee16a4786597. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.338620] env[62880]: DEBUG nova.network.neutron [req-82cc1e49-69c0-472b-a8cd-670e9d2d5d83 req-454ebac5-0d84-47c0-8417-b962947cfd47 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Updating instance_info_cache with network_info: [{"id": "c7afe733-05e0-4fd8-a81b-ee16a4786597", "address": "fa:16:3e:69:48:06", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7afe733-05", "ovs_interfaceid": "c7afe733-05e0-4fd8-a81b-ee16a4786597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.373480] env[62880]: DEBUG oslo_concurrency.lockutils [req-4674d500-dc32-413a-bb2f-a2d18e222f38 req-2b59257d-254a-4b22-8ea8-6a5be7a01b42 service nova] Releasing lock "refresh_cache-51c80fe7-d56a-40ff-bc36-3bf333f0780c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.387534] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880668, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.415367] env[62880]: DEBUG nova.compute.utils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.424178] env[62880]: DEBUG nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.424178] env[62880]: DEBUG nova.network.neutron [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.443710] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880664, 'name': ReconfigVM_Task, 'duration_secs': 1.582819} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.444216] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 219bed14-d0ad-46eb-b2ec-2a3f240303b2/219bed14-d0ad-46eb-b2ec-2a3f240303b2.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.444401] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance '219bed14-d0ad-46eb-b2ec-2a3f240303b2' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1598.476127] env[62880]: DEBUG nova.policy [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32ad0c2611b745bc813cf850f91674ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd6868642dc24845a3bc047cdf05fc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.698748] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.699103] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d58099a9-a2c5-4d06-ba2d-8069c581d74c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.711743] env[62880]: DEBUG oslo_vmware.api [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1598.711743] env[62880]: value = "task-1880671" [ 1598.711743] env[62880]: _type = "Task" [ 1598.711743] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.724107] env[62880]: DEBUG oslo_vmware.api [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.843607] env[62880]: DEBUG oslo_concurrency.lockutils [req-82cc1e49-69c0-472b-a8cd-670e9d2d5d83 req-454ebac5-0d84-47c0-8417-b962947cfd47 service nova] Releasing lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.860668] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1598.861404] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0fc2f34-e397-4b46-9dc0-73650e267c1f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.870930] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1598.870930] env[62880]: value = "task-1880672" [ 1598.870930] env[62880]: _type = "Task" [ 1598.870930] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.881786] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.891429] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880668, 'name': CreateVM_Task, 'duration_secs': 1.611966} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.891721] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1598.892333] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.892500] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.892829] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1598.893109] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d48ea5d-d46f-48c1-bcf8-197a9a52cf90 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.898436] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1598.898436] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52db588d-d2ae-9071-c23e-616588b33b03" [ 1598.898436] env[62880]: _type = "Task" [ 1598.898436] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.907412] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52db588d-d2ae-9071-c23e-616588b33b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.923271] env[62880]: DEBUG nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.952421] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03a102-77e7-4821-b94b-ef3c29972b2e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.982377] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67245998-e736-45d1-a020-55a0a277ddb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.009698] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance '219bed14-d0ad-46eb-b2ec-2a3f240303b2' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1599.151336] env[62880]: DEBUG nova.network.neutron [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Successfully created port: 658c9b6e-5449-4350-9f6c-0ba50197b608 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1599.225592] env[62880]: DEBUG oslo_vmware.api [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880671, 'name': PowerOffVM_Task, 'duration_secs': 0.290103} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.226015] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.226323] env[62880]: DEBUG nova.compute.manager [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1599.227285] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac69340-8f42-4852-87cc-b826245257f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.381743] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880672, 'name': PowerOffVM_Task, 'duration_secs': 0.300559} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.384345] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.384648] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.385643] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2471db-cbf4-4543-b366-8eaa403aff02 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.393148] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.393517] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392f9ac6-7f92-41e3-923b-030942419b19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.408486] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52db588d-d2ae-9071-c23e-616588b33b03, 'name': SearchDatastore_Task, 'duration_secs': 0.018111} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.408796] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.409034] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.409268] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.409407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.409598] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.409850] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d5c5d7f-3ac5-4f2f-a830-e441612906c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.424577] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.425256] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.425344] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Deleting the datastore file [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.429401] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4a5589f-208d-4ee0-bd5f-5a0b267ce8fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.429401] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.429401] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.435626] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb23b34d-4e0e-42df-a127-cfacc1ba1c22 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.443313] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1599.443313] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52841e94-5c80-77a3-5c4a-a76ed9313088" [ 1599.443313] env[62880]: _type = "Task" [ 1599.443313] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.445820] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1599.445820] env[62880]: value = "task-1880675" [ 1599.445820] env[62880]: _type = "Task" [ 1599.445820] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.471210] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.471534] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52841e94-5c80-77a3-5c4a-a76ed9313088, 'name': SearchDatastore_Task, 'duration_secs': 0.015841} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.475151] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f22c7ca-9b5f-4fbc-bdc6-0a229951efd2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.482026] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1599.482026] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d1e977-24a1-344a-0089-0203030fe092" [ 1599.482026] env[62880]: _type = "Task" [ 1599.482026] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.487723] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8911a2c2-19e8-4824-bf49-1e47d92cdb8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.498427] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b0863a-2d92-4c79-884a-9e575d6cf0d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.501859] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d1e977-24a1-344a-0089-0203030fe092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.535286] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1a711-0732-42f4-94d5-1b70826f5a7f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.544378] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbeb155-5001-45d9-941d-f1be2e3d344d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.559835] env[62880]: DEBUG nova.compute.provider_tree [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.599692] env[62880]: DEBUG nova.network.neutron [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Port 8edf44ce-0824-46da-a2de-0c56b42c0ff3 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1599.745342] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d165b83-563f-4980-9075-4795da731cf1 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.942203] env[62880]: DEBUG nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.968102] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211769} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.970972] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.975357] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.975534] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.975722] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.975875] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.976032] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.976253] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.976427] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.976670] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.976853] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.977041] env[62880]: DEBUG nova.virt.hardware [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.977349] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1599.977531] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1599.977704] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1599.982007] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375508a-e437-4646-884c-a1cc6989f4d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.996929] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f974a31e-ef57-487b-b017-d2b7306cdf5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.003266] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d1e977-24a1-344a-0089-0203030fe092, 'name': SearchDatastore_Task, 'duration_secs': 0.013599} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.003681] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.003911] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f/dc2ca3b2-d8d6-4f47-aa36-50b65743a65f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.004692] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-321f73d8-653e-4940-b23f-2788bb46e155 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.021678] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1600.021678] env[62880]: value = "task-1880676" [ 1600.021678] env[62880]: _type = "Task" [ 1600.021678] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.032500] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.062506] env[62880]: DEBUG nova.scheduler.client.report [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.535306] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.575358] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.575940] env[62880]: DEBUG nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.578889] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.633s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.582035] env[62880]: INFO nova.compute.claims [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.630694] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.631053] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.631355] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.923633] env[62880]: INFO nova.compute.manager [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Rebuilding instance [ 1600.994736] env[62880]: DEBUG nova.compute.manager [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.998367] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ed40d-cfc0-447a-a6c5-6f722c4125d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.033353] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648268} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.036153] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.036303] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.036570] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.036691] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.036899] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.036991] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.037217] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.039559] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.039559] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.039559] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.039559] env[62880]: DEBUG nova.virt.hardware [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.039559] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f/dc2ca3b2-d8d6-4f47-aa36-50b65743a65f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.039559] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.039559] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57543903-ceb8-4d00-9e72-a486e2d0dcdb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.042310] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f63696f1-74f9-4e34-a40d-be2ee1f4071c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.054336] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1601.054336] env[62880]: value = "task-1880677" [ 1601.054336] env[62880]: _type = "Task" [ 1601.054336] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.056320] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392066bf-af21-4d09-be4e-3dbfb4220162 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.082838] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.083378] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.089754] env[62880]: DEBUG oslo.service.loopingcall [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.091175] env[62880]: DEBUG nova.compute.utils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1601.094360] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.096368] env[62880]: DEBUG nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1601.096368] env[62880]: DEBUG nova.network.neutron [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1601.098375] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19e22e37-2a87-4eba-9170-53de31ce8108 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.119496] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquiring lock "ea237b6c-6076-458f-b184-e84d2fc07313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.119734] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "ea237b6c-6076-458f-b184-e84d2fc07313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.129346] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.129346] env[62880]: value = "task-1880678" [ 1601.129346] env[62880]: _type = "Task" [ 1601.129346] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.142917] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880678, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.198493] env[62880]: DEBUG nova.policy [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '467b6690c09c4d349a079b2d0423ccbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd63fc9fa9e4ddaa57dfbe43b64f790', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1601.517874] env[62880]: DEBUG nova.compute.manager [req-bb4e6295-b6c7-4e77-af11-632592f11f9e req-fae0a8e1-aded-4020-9e5b-1ed80f4b16d1 service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Received event network-vif-plugged-658c9b6e-5449-4350-9f6c-0ba50197b608 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1601.518241] env[62880]: DEBUG oslo_concurrency.lockutils [req-bb4e6295-b6c7-4e77-af11-632592f11f9e req-fae0a8e1-aded-4020-9e5b-1ed80f4b16d1 service nova] Acquiring lock "a96a6895-136d-4de8-9d3b-750aa6c0505a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.518329] env[62880]: DEBUG oslo_concurrency.lockutils [req-bb4e6295-b6c7-4e77-af11-632592f11f9e req-fae0a8e1-aded-4020-9e5b-1ed80f4b16d1 service nova] Lock "a96a6895-136d-4de8-9d3b-750aa6c0505a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.518455] env[62880]: DEBUG oslo_concurrency.lockutils [req-bb4e6295-b6c7-4e77-af11-632592f11f9e req-fae0a8e1-aded-4020-9e5b-1ed80f4b16d1 service nova] Lock "a96a6895-136d-4de8-9d3b-750aa6c0505a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.518727] env[62880]: DEBUG nova.compute.manager [req-bb4e6295-b6c7-4e77-af11-632592f11f9e req-fae0a8e1-aded-4020-9e5b-1ed80f4b16d1 service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] No waiting events found dispatching network-vif-plugged-658c9b6e-5449-4350-9f6c-0ba50197b608 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.519278] env[62880]: WARNING nova.compute.manager [req-bb4e6295-b6c7-4e77-af11-632592f11f9e req-fae0a8e1-aded-4020-9e5b-1ed80f4b16d1 service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Received unexpected event network-vif-plugged-658c9b6e-5449-4350-9f6c-0ba50197b608 for instance with vm_state building and task_state spawning. [ 1601.555820] env[62880]: DEBUG nova.network.neutron [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Successfully created port: c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.571897] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084222} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.574249] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.575303] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060815f2-4b9c-4088-a7d6-7cb3d45e0f21 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.598536] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f/dc2ca3b2-d8d6-4f47-aa36-50b65743a65f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.601847] env[62880]: DEBUG nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.604450] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0dd784f-5801-4ccd-849b-d4714719a588 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.620595] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1601.620842] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388658', 'volume_id': '16be1e85-41b7-45bf-b8a1-4c0875d13607', 'name': 'volume-16be1e85-41b7-45bf-b8a1-4c0875d13607', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '504108f5-c321-4acf-a629-e6f818af97cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16be1e85-41b7-45bf-b8a1-4c0875d13607', 'serial': '16be1e85-41b7-45bf-b8a1-4c0875d13607'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1601.621732] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c315b1-0091-41ba-ae74-69f1a5bf3e7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.624991] env[62880]: DEBUG nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.650234] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1601.650234] env[62880]: value = "task-1880679" [ 1601.650234] env[62880]: _type = "Task" [ 1601.650234] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.654346] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bd71b9-3115-406f-b8bb-e1bb2798c52d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.665132] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880678, 'name': CreateVM_Task, 'duration_secs': 0.369562} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.665132] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1601.665809] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.665974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.666308] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1601.666556] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c869b9f5-06b7-4183-8e1e-a904be02b208 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.672423] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.686874] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1601.686874] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5217050f-3bd7-7691-609c-81eff9742dd8" [ 1601.686874] env[62880]: _type = "Task" [ 1601.686874] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.695089] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-16be1e85-41b7-45bf-b8a1-4c0875d13607/volume-16be1e85-41b7-45bf-b8a1-4c0875d13607.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.696704] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7276788f-db6b-4d28-b13a-bf3eac9cf31e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.710416] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc72e1b-61e8-4def-a6d4-d1e85ca11806 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.722717] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5217050f-3bd7-7691-609c-81eff9742dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.725618] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.725895] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.726142] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.726275] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.726492] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.726964] env[62880]: DEBUG oslo_vmware.api [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1601.726964] env[62880]: value = "task-1880680" [ 1601.726964] env[62880]: _type = "Task" [ 1601.726964] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.727246] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c84946e-e187-4846-ab23-fcad86178156 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.729813] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39006e59-a344-411d-94a2-2a7fef19f1c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.742759] env[62880]: DEBUG oslo_vmware.api [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.772652] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.772842] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.773052] env[62880]: DEBUG nova.network.neutron [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.774791] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7086793-3217-457c-8f2f-cce166e79b58 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.777568] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.777862] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.778800] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3d04b5-a603-40f7-850a-fd2ce1597a30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.788658] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b53924f-8efd-447e-9df0-b5c15ee858ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.792743] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1601.792743] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52151cd8-3202-415b-851e-acf4869efecb" [ 1601.792743] env[62880]: _type = "Task" [ 1601.792743] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.806294] env[62880]: DEBUG nova.compute.provider_tree [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.817249] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52151cd8-3202-415b-851e-acf4869efecb, 'name': SearchDatastore_Task, 'duration_secs': 0.01288} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.817249] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707ea52f-18ff-46eb-895e-0648d276a7e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.819458] env[62880]: DEBUG nova.network.neutron [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Successfully updated port: 658c9b6e-5449-4350-9f6c-0ba50197b608 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.822749] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1601.822749] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d6e74d-33e1-6902-0b16-411823b8fca5" [ 1601.822749] env[62880]: _type = "Task" [ 1601.822749] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.833053] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d6e74d-33e1-6902-0b16-411823b8fca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.866153] env[62880]: DEBUG nova.network.neutron [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Successfully created port: 1844f4d3-10e9-4069-a0cf-4d44b5e66a85 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1602.020983] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.020983] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c829dc1-a701-4506-85a4-fd400bbd39bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.029207] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1602.029207] env[62880]: value = "task-1880681" [ 1602.029207] env[62880]: _type = "Task" [ 1602.029207] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.040505] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1602.040928] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.041902] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b240bac-be45-4d92-a487-297fe64ae1ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.050879] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1602.051264] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a61224d-87d3-40bc-a307-a6ac5f3191bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.172374] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880679, 'name': ReconfigVM_Task, 'duration_secs': 0.325268} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.176260] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.176575] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f/dc2ca3b2-d8d6-4f47-aa36-50b65743a65f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.178316] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.178453] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.180323] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleting the datastore file [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.180323] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d493ed6-8b92-4922-ad09-bae54ac1418c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.180986] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9dfb16f-38da-494b-83a5-390e75b91737 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.190145] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1602.190145] env[62880]: value = "task-1880683" [ 1602.190145] env[62880]: _type = "Task" [ 1602.190145] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.191632] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1602.191632] env[62880]: value = "task-1880684" [ 1602.191632] env[62880]: _type = "Task" [ 1602.191632] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.208170] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880683, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.211462] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.244679] env[62880]: DEBUG oslo_vmware.api [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880680, 'name': ReconfigVM_Task, 'duration_secs': 0.466055} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.246497] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-16be1e85-41b7-45bf-b8a1-4c0875d13607/volume-16be1e85-41b7-45bf-b8a1-4c0875d13607.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.250794] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e779af4e-681b-46f2-a016-83f9061b492d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.271380] env[62880]: DEBUG oslo_vmware.api [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1602.271380] env[62880]: value = "task-1880685" [ 1602.271380] env[62880]: _type = "Task" [ 1602.271380] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.284329] env[62880]: DEBUG oslo_vmware.api [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.311042] env[62880]: DEBUG nova.scheduler.client.report [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.332368] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquiring lock "refresh_cache-a96a6895-136d-4de8-9d3b-750aa6c0505a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.332368] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquired lock "refresh_cache-a96a6895-136d-4de8-9d3b-750aa6c0505a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.332368] env[62880]: DEBUG nova.network.neutron [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.339983] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d6e74d-33e1-6902-0b16-411823b8fca5, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.339983] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.340258] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f/47deb7f1-7ce7-4fcc-94d5-9006f592a75f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.341093] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6fb648f-520c-4523-8e52-7f2e6fee4167 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.350145] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1602.350145] env[62880]: value = "task-1880686" [ 1602.350145] env[62880]: _type = "Task" [ 1602.350145] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.364531] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.626088] env[62880]: DEBUG nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.662318] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.662588] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.662745] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.662930] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.663102] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.663255] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.663461] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.663625] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.663795] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.663955] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.664140] env[62880]: DEBUG nova.virt.hardware [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.665681] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c05ce28-2769-4707-98f1-95d564000809 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.674517] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e4faf2-af54-45e8-a25d-400b0fd85d5e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.701965] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880683, 'name': Rename_Task, 'duration_secs': 0.189281} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.706634] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.706883] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-817ba142-b800-439d-8acd-d87e2d29a73c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.713572] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184974} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.714799] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.714984] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.715210] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.717891] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1602.717891] env[62880]: value = "task-1880687" [ 1602.717891] env[62880]: _type = "Task" [ 1602.717891] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.727340] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.785063] env[62880]: DEBUG oslo_vmware.api [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880685, 'name': ReconfigVM_Task, 'duration_secs': 0.197244} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.785063] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388658', 'volume_id': '16be1e85-41b7-45bf-b8a1-4c0875d13607', 'name': 'volume-16be1e85-41b7-45bf-b8a1-4c0875d13607', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '504108f5-c321-4acf-a629-e6f818af97cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16be1e85-41b7-45bf-b8a1-4c0875d13607', 'serial': '16be1e85-41b7-45bf-b8a1-4c0875d13607'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1602.819838] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.819838] env[62880]: DEBUG nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.823089] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.535s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.823089] env[62880]: DEBUG nova.objects.instance [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lazy-loading 'resources' on Instance uuid 44c97f12-c4a6-43a8-aac3-78b7957b3f38 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.840105] env[62880]: DEBUG nova.network.neutron [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance_info_cache with network_info: [{"id": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "address": "fa:16:3e:6d:36:19", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edf44ce-08", "ovs_interfaceid": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.862408] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.899208] env[62880]: DEBUG nova.network.neutron [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.139125] env[62880]: DEBUG nova.network.neutron [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Updating instance_info_cache with network_info: [{"id": "658c9b6e-5449-4350-9f6c-0ba50197b608", "address": "fa:16:3e:42:ed:72", "network": {"id": "e21887a8-068b-443d-be84-5545a5ce39ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-979217342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd6868642dc24845a3bc047cdf05fc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658c9b6e-54", "ovs_interfaceid": "658c9b6e-5449-4350-9f6c-0ba50197b608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.235939] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.326229] env[62880]: DEBUG nova.compute.utils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.331630] env[62880]: DEBUG nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.331630] env[62880]: DEBUG nova.network.neutron [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.342814] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.362888] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.419887] env[62880]: DEBUG nova.policy [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd573881959c84517ab048cca9a6ba403', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33885afc8f9d4578bb769c45e4be88a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1603.640438] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Releasing lock "refresh_cache-a96a6895-136d-4de8-9d3b-750aa6c0505a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.640797] env[62880]: DEBUG nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Instance network_info: |[{"id": "658c9b6e-5449-4350-9f6c-0ba50197b608", "address": "fa:16:3e:42:ed:72", "network": {"id": "e21887a8-068b-443d-be84-5545a5ce39ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-979217342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd6868642dc24845a3bc047cdf05fc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658c9b6e-54", "ovs_interfaceid": "658c9b6e-5449-4350-9f6c-0ba50197b608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1603.641382] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:ed:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '658c9b6e-5449-4350-9f6c-0ba50197b608', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.656152] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Creating folder: Project (cd6868642dc24845a3bc047cdf05fc3d). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1603.660293] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1271e745-ec2f-48b4-970d-39767c3ab623 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.675647] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Created folder: Project (cd6868642dc24845a3bc047cdf05fc3d) in parent group-v388473. [ 1603.675899] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Creating folder: Instances. Parent ref: group-v388660. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1603.676216] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8be6b57-a089-4bd2-9410-8c20ca093d77 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.690281] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Created folder: Instances in parent group-v388660. [ 1603.690281] env[62880]: DEBUG oslo.service.loopingcall [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.690281] env[62880]: DEBUG nova.network.neutron [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Successfully updated port: c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.697066] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.697839] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c941b52-141b-4b6c-8588-007b30fd4db6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.726049] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.726049] env[62880]: value = "task-1880690" [ 1603.726049] env[62880]: _type = "Task" [ 1603.726049] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.735142] env[62880]: DEBUG oslo_vmware.api [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880687, 'name': PowerOnVM_Task, 'duration_secs': 0.57328} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.737852] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.738126] env[62880]: INFO nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1603.738319] env[62880]: DEBUG nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.744639] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad36c599-237f-4d21-9d67-873f56c8e8e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.753062] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880690, 'name': CreateVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.775185] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1603.775289] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.776557] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1603.777298] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.777298] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1603.777298] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1603.777534] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1603.777657] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1603.777830] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1603.778000] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1603.778248] env[62880]: DEBUG nova.virt.hardware [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1603.779189] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bedc5d0-1cc2-4e46-82bd-ecffa55d80e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.791963] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec2871-6ccd-4f8d-b79a-727af31acffc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.798536] env[62880]: DEBUG nova.compute.manager [req-26e2ea23-3e32-4817-92ec-2f57d3777057 req-5dd54601-caf2-46df-a2f4-09ea91e27a87 service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Received event network-vif-plugged-c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1603.798536] env[62880]: DEBUG oslo_concurrency.lockutils [req-26e2ea23-3e32-4817-92ec-2f57d3777057 req-5dd54601-caf2-46df-a2f4-09ea91e27a87 service nova] Acquiring lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.798808] env[62880]: DEBUG oslo_concurrency.lockutils [req-26e2ea23-3e32-4817-92ec-2f57d3777057 req-5dd54601-caf2-46df-a2f4-09ea91e27a87 service nova] Lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.799144] env[62880]: DEBUG oslo_concurrency.lockutils [req-26e2ea23-3e32-4817-92ec-2f57d3777057 req-5dd54601-caf2-46df-a2f4-09ea91e27a87 service nova] Lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.799376] env[62880]: DEBUG nova.compute.manager [req-26e2ea23-3e32-4817-92ec-2f57d3777057 req-5dd54601-caf2-46df-a2f4-09ea91e27a87 service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] No waiting events found dispatching network-vif-plugged-c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.799727] env[62880]: WARNING nova.compute.manager [req-26e2ea23-3e32-4817-92ec-2f57d3777057 req-5dd54601-caf2-46df-a2f4-09ea91e27a87 service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Received unexpected event network-vif-plugged-c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2 for instance with vm_state building and task_state spawning. [ 1603.805260] env[62880]: DEBUG nova.compute.manager [req-5c22ad82-8c0d-479b-893c-0130ad0651a9 req-dc222d3b-8d6e-4936-91f0-9b5c34a673de service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Received event network-changed-658c9b6e-5449-4350-9f6c-0ba50197b608 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1603.805447] env[62880]: DEBUG nova.compute.manager [req-5c22ad82-8c0d-479b-893c-0130ad0651a9 req-dc222d3b-8d6e-4936-91f0-9b5c34a673de service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Refreshing instance network info cache due to event network-changed-658c9b6e-5449-4350-9f6c-0ba50197b608. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1603.805664] env[62880]: DEBUG oslo_concurrency.lockutils [req-5c22ad82-8c0d-479b-893c-0130ad0651a9 req-dc222d3b-8d6e-4936-91f0-9b5c34a673de service nova] Acquiring lock "refresh_cache-a96a6895-136d-4de8-9d3b-750aa6c0505a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.805878] env[62880]: DEBUG oslo_concurrency.lockutils [req-5c22ad82-8c0d-479b-893c-0130ad0651a9 req-dc222d3b-8d6e-4936-91f0-9b5c34a673de service nova] Acquired lock "refresh_cache-a96a6895-136d-4de8-9d3b-750aa6c0505a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.805958] env[62880]: DEBUG nova.network.neutron [req-5c22ad82-8c0d-479b-893c-0130ad0651a9 req-dc222d3b-8d6e-4936-91f0-9b5c34a673de service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Refreshing network info cache for port 658c9b6e-5449-4350-9f6c-0ba50197b608 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.820561] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:b1:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22dc5670-664f-4fc0-aa7e-85c74db21a03', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.828878] env[62880]: DEBUG oslo.service.loopingcall [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.830629] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.834221] env[62880]: DEBUG nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1603.836812] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c2d637f-7bca-4f70-a3c7-654f02ca145e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.854206] env[62880]: DEBUG nova.objects.instance [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'flavor' on Instance uuid 504108f5-c321-4acf-a629-e6f818af97cf {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.869133] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.869133] env[62880]: value = "task-1880691" [ 1603.869133] env[62880]: _type = "Task" [ 1603.869133] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.876030] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880686, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.883854] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d279a5-e5e3-4cf2-8a5f-7fc362ffc276 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.890605] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880691, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.915053] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51b5ca1-f219-4332-a6d2-e289ac12a2c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.924689] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance '219bed14-d0ad-46eb-b2ec-2a3f240303b2' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1603.996835] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f695e5-0091-417f-a2d9-2949c76e9320 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.005098] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d33253-b455-4c45-a18d-ad2a02b44dc5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.034846] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f8c093-930a-4a5e-a607-76e75a3ab948 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.042757] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e8078e-35fa-4a2d-804d-5ac9293d9e57 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.056337] env[62880]: DEBUG nova.compute.provider_tree [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.167877] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "4520a515-796b-467f-8a28-0a89afe5e03e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.168104] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "4520a515-796b-467f-8a28-0a89afe5e03e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.241095] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880690, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.273297] env[62880]: DEBUG nova.network.neutron [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Successfully created port: 99aec5be-89fa-4970-8d92-36da1f8ba30e {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1604.275950] env[62880]: INFO nova.compute.manager [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Took 38.98 seconds to build instance. [ 1604.371472] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880686, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.557732} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.371472] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ab0bc385-2338-4cdb-84f1-dd06929f4feb tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.919s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.372041] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f/47deb7f1-7ce7-4fcc-94d5-9006f592a75f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.372717] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.383029] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0824c359-ee7c-46b5-9727-613a74538211 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.392151] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880691, 'name': CreateVM_Task, 'duration_secs': 0.404886} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.398233] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1604.398821] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1604.398821] env[62880]: value = "task-1880692" [ 1604.398821] env[62880]: _type = "Task" [ 1604.398821] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.399737] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.400104] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.400547] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1604.401259] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba82402b-9b35-4634-9ac4-daacc704a61d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.420842] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.421245] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1604.421245] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f0eb50-6b29-50b6-2020-680017b4d92f" [ 1604.421245] env[62880]: _type = "Task" [ 1604.421245] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.434906] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.435313] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f0eb50-6b29-50b6-2020-680017b4d92f, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.435594] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9094ea7a-84d0-4541-b606-e1253ff02a45 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.437430] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.437730] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.438038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.438283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.438628] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.440121] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13ec4611-ec3a-4835-954f-f0cca631ddb4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.447145] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1604.447145] env[62880]: value = "task-1880693" [ 1604.447145] env[62880]: _type = "Task" [ 1604.447145] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.450632] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.450903] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.452180] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae0b5aa-126c-4d70-b2d9-42fb90fc8a2b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.457902] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.461372] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1604.461372] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524105d0-b5ee-6981-a5d5-c7be2f705693" [ 1604.461372] env[62880]: _type = "Task" [ 1604.461372] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.470032] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524105d0-b5ee-6981-a5d5-c7be2f705693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.559425] env[62880]: DEBUG nova.scheduler.client.report [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.669945] env[62880]: DEBUG nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1604.741287] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880690, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.777945] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6b73250d-07ec-4667-ab37-a16d9ce3c902 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.496s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.859563] env[62880]: DEBUG nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.893117] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.893399] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.893554] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.893737] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.893884] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.894257] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.894587] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.894814] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.895106] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.895327] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.895586] env[62880]: DEBUG nova.virt.hardware [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.896519] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a624c38-64ee-4909-8c02-0fb4ff04443c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.908465] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb273ca-6e2c-4f9d-9e04-de68d0911964 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.920918] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093031} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.931206] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.932275] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a99962-18bc-48d2-a91f-c0a7567bf031 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.954946] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f/47deb7f1-7ce7-4fcc-94d5-9006f592a75f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.955973] env[62880]: DEBUG nova.network.neutron [req-5c22ad82-8c0d-479b-893c-0130ad0651a9 req-dc222d3b-8d6e-4936-91f0-9b5c34a673de service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Updated VIF entry in instance network info cache for port 658c9b6e-5449-4350-9f6c-0ba50197b608. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.956370] env[62880]: DEBUG nova.network.neutron [req-5c22ad82-8c0d-479b-893c-0130ad0651a9 req-dc222d3b-8d6e-4936-91f0-9b5c34a673de service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Updating instance_info_cache with network_info: [{"id": "658c9b6e-5449-4350-9f6c-0ba50197b608", "address": "fa:16:3e:42:ed:72", "network": {"id": "e21887a8-068b-443d-be84-5545a5ce39ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-979217342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd6868642dc24845a3bc047cdf05fc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658c9b6e-54", "ovs_interfaceid": "658c9b6e-5449-4350-9f6c-0ba50197b608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.957676] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dcf974d-110d-4a57-92fe-50c6fc5ab7fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.975790] env[62880]: DEBUG oslo_concurrency.lockutils [req-5c22ad82-8c0d-479b-893c-0130ad0651a9 req-dc222d3b-8d6e-4936-91f0-9b5c34a673de service nova] Releasing lock "refresh_cache-a96a6895-136d-4de8-9d3b-750aa6c0505a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.989675] env[62880]: DEBUG oslo_vmware.api [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880693, 'name': PowerOnVM_Task, 'duration_secs': 0.497621} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.993903] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.994164] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ff236822-8beb-40c2-b90d-9a745a31b526 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance '219bed14-d0ad-46eb-b2ec-2a3f240303b2' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1604.998063] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524105d0-b5ee-6981-a5d5-c7be2f705693, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.998458] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1604.998458] env[62880]: value = "task-1880694" [ 1604.998458] env[62880]: _type = "Task" [ 1604.998458] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.999896] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006e8f7d-e0a1-4ade-94a5-2887aeddc391 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.010875] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1605.010875] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d22c25-772a-8b05-037f-d938e6c492ab" [ 1605.010875] env[62880]: _type = "Task" [ 1605.010875] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.014690] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.024363] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d22c25-772a-8b05-037f-d938e6c492ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.025132] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.025132] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef/31411461-f544-4e4d-b687-47669bc9a8ef.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.025306] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-095956fc-087a-4e01-9238-49b176d37cb1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.031923] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1605.031923] env[62880]: value = "task-1880695" [ 1605.031923] env[62880]: _type = "Task" [ 1605.031923] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.040809] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.064843] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.068771] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.386s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.068771] env[62880]: DEBUG nova.objects.instance [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'resources' on Instance uuid 33d1d454-1f32-4f67-9535-5d5e649887af {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.098081] env[62880]: INFO nova.scheduler.client.report [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Deleted allocations for instance 44c97f12-c4a6-43a8-aac3-78b7957b3f38 [ 1605.190212] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.243227] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880690, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.520535] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.544787] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880695, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.570954] env[62880]: DEBUG nova.objects.instance [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'numa_topology' on Instance uuid 33d1d454-1f32-4f67-9535-5d5e649887af {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.607202] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a25718c-82f2-44c0-b4bb-fe80feee6334 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "44c97f12-c4a6-43a8-aac3-78b7957b3f38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.708s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.745015] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880690, 'name': CreateVM_Task, 'duration_secs': 1.965918} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.745603] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.746750] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.746959] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.747354] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.747580] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0bad4b-c49c-4444-a494-cde69c6c0c63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.753066] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1605.753066] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f6bb9e-3d74-3945-153e-659d1e0d5c1a" [ 1605.753066] env[62880]: _type = "Task" [ 1605.753066] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.763964] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f6bb9e-3d74-3945-153e-659d1e0d5c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.846141] env[62880]: DEBUG nova.network.neutron [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Successfully updated port: 1844f4d3-10e9-4069-a0cf-4d44b5e66a85 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.929885] env[62880]: INFO nova.compute.manager [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Rescuing [ 1605.931146] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.931353] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.931530] env[62880]: DEBUG nova.network.neutron [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.993592] env[62880]: DEBUG nova.compute.manager [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Received event network-changed-c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1605.993815] env[62880]: DEBUG nova.compute.manager [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Refreshing instance network info cache due to event network-changed-c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1605.994342] env[62880]: DEBUG oslo_concurrency.lockutils [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] Acquiring lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.994342] env[62880]: DEBUG oslo_concurrency.lockutils [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] Acquired lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.994519] env[62880]: DEBUG nova.network.neutron [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Refreshing network info cache for port c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.018684] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880694, 'name': ReconfigVM_Task, 'duration_secs': 0.672379} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.018978] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f/47deb7f1-7ce7-4fcc-94d5-9006f592a75f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1606.020336] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c4eba4-d4fb-41bf-90af-c6f8630798d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.027555] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1606.027555] env[62880]: value = "task-1880697" [ 1606.027555] env[62880]: _type = "Task" [ 1606.027555] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.039564] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880697, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.046343] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880695, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.075412] env[62880]: DEBUG nova.objects.base [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Object Instance<33d1d454-1f32-4f67-9535-5d5e649887af> lazy-loaded attributes: resources,numa_topology {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1606.263847] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f6bb9e-3d74-3945-153e-659d1e0d5c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.270021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.270021] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.270021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.270021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.270021] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.270021] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d30c2955-2c15-4392-a89d-b7a54035fbbb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.277301] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.277552] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.278531] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b92ec3-73f6-4842-bed8-686407f5b1fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.287038] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1606.287038] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a6de33-af30-2a5e-1747-6b560d37ae1a" [ 1606.287038] env[62880]: _type = "Task" [ 1606.287038] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.296853] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a6de33-af30-2a5e-1747-6b560d37ae1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.349172] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.521366] env[62880]: DEBUG nova.compute.manager [req-def02e42-eb31-4717-83b6-12fc0bfca2d6 req-929f775a-a514-43f4-bc2c-0feddefe8cbd service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Received event network-vif-plugged-99aec5be-89fa-4970-8d92-36da1f8ba30e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.521569] env[62880]: DEBUG oslo_concurrency.lockutils [req-def02e42-eb31-4717-83b6-12fc0bfca2d6 req-929f775a-a514-43f4-bc2c-0feddefe8cbd service nova] Acquiring lock "6b909620-7de5-4aa2-9dec-35655b2b70fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.521787] env[62880]: DEBUG oslo_concurrency.lockutils [req-def02e42-eb31-4717-83b6-12fc0bfca2d6 req-929f775a-a514-43f4-bc2c-0feddefe8cbd service nova] Lock "6b909620-7de5-4aa2-9dec-35655b2b70fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.521922] env[62880]: DEBUG oslo_concurrency.lockutils [req-def02e42-eb31-4717-83b6-12fc0bfca2d6 req-929f775a-a514-43f4-bc2c-0feddefe8cbd service nova] Lock "6b909620-7de5-4aa2-9dec-35655b2b70fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.522109] env[62880]: DEBUG nova.compute.manager [req-def02e42-eb31-4717-83b6-12fc0bfca2d6 req-929f775a-a514-43f4-bc2c-0feddefe8cbd service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] No waiting events found dispatching network-vif-plugged-99aec5be-89fa-4970-8d92-36da1f8ba30e {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.522409] env[62880]: WARNING nova.compute.manager [req-def02e42-eb31-4717-83b6-12fc0bfca2d6 req-929f775a-a514-43f4-bc2c-0feddefe8cbd service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Received unexpected event network-vif-plugged-99aec5be-89fa-4970-8d92-36da1f8ba30e for instance with vm_state building and task_state spawning. [ 1606.545237] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7306e51c-8fc0-400f-82ff-fcf985c52f06 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.548404] env[62880]: DEBUG nova.network.neutron [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.553744] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880697, 'name': Rename_Task, 'duration_secs': 0.242199} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.554993] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.558010] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b350a35f-1217-4efa-9165-fdcdfda013e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.559684] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880695, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.562897] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de0b952-284f-4de1-a024-f4679db10de7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.568653] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1606.568653] env[62880]: value = "task-1880698" [ 1606.568653] env[62880]: _type = "Task" [ 1606.568653] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.608557] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d69296-01d0-4e4f-85f4-1bdc5bb1f91f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.616890] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.623042] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fbd45d-1309-4ef3-8ab3-63e0370083c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.640051] env[62880]: DEBUG nova.compute.provider_tree [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.693514] env[62880]: DEBUG nova.network.neutron [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Successfully updated port: 99aec5be-89fa-4970-8d92-36da1f8ba30e {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1606.743716] env[62880]: DEBUG nova.network.neutron [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Updating instance_info_cache with network_info: [{"id": "c7afe733-05e0-4fd8-a81b-ee16a4786597", "address": "fa:16:3e:69:48:06", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7afe733-05", "ovs_interfaceid": "c7afe733-05e0-4fd8-a81b-ee16a4786597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.780744] env[62880]: DEBUG nova.network.neutron [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.797987] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a6de33-af30-2a5e-1747-6b560d37ae1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.798825] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e67fccf-1dce-45cb-bfc4-101809e55b60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.804473] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1606.804473] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52420fcc-baca-8daf-bbfe-d26803b8e038" [ 1606.804473] env[62880]: _type = "Task" [ 1606.804473] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.812570] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52420fcc-baca-8daf-bbfe-d26803b8e038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.047867] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880695, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.563928} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.048378] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef/31411461-f544-4e4d-b687-47669bc9a8ef.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.048789] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.049218] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5fc3e7f-945d-4b3f-bf4e-f6e0724d6f24 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.057874] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1607.057874] env[62880]: value = "task-1880699" [ 1607.057874] env[62880]: _type = "Task" [ 1607.057874] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.069472] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.079474] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880698, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.147113] env[62880]: DEBUG nova.scheduler.client.report [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.160440] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.160717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.160931] env[62880]: DEBUG nova.compute.manager [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Going to confirm migration 1 {{(pid=62880) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1607.196344] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "refresh_cache-6b909620-7de5-4aa2-9dec-35655b2b70fe" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.196534] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "refresh_cache-6b909620-7de5-4aa2-9dec-35655b2b70fe" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.196691] env[62880]: DEBUG nova.network.neutron [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.246716] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "refresh_cache-dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.283649] env[62880]: DEBUG oslo_concurrency.lockutils [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] Releasing lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.283906] env[62880]: DEBUG nova.compute.manager [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Received event network-vif-plugged-1844f4d3-10e9-4069-a0cf-4d44b5e66a85 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1607.284101] env[62880]: DEBUG oslo_concurrency.lockutils [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] Acquiring lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.284420] env[62880]: DEBUG oslo_concurrency.lockutils [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] Lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.284478] env[62880]: DEBUG oslo_concurrency.lockutils [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] Lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.284631] env[62880]: DEBUG nova.compute.manager [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] No waiting events found dispatching network-vif-plugged-1844f4d3-10e9-4069-a0cf-4d44b5e66a85 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1607.284815] env[62880]: WARNING nova.compute.manager [req-5776bda5-acc0-4caf-a610-2e5606529271 req-3802a04a-9133-45ee-860f-b119c4def8ae service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Received unexpected event network-vif-plugged-1844f4d3-10e9-4069-a0cf-4d44b5e66a85 for instance with vm_state building and task_state spawning. [ 1607.285153] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquired lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.285281] env[62880]: DEBUG nova.network.neutron [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.316047] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52420fcc-baca-8daf-bbfe-d26803b8e038, 'name': SearchDatastore_Task, 'duration_secs': 0.011116} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.316331] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.316808] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] a96a6895-136d-4de8-9d3b-750aa6c0505a/a96a6895-136d-4de8-9d3b-750aa6c0505a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.316939] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e3ef79d-b155-4705-a3ae-2a09ea77fc90 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.323962] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1607.323962] env[62880]: value = "task-1880700" [ 1607.323962] env[62880]: _type = "Task" [ 1607.323962] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.332400] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.567142] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091692} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.567412] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.568282] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10de2b1-e301-4164-b567-eba7aee053f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.604281] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef/31411461-f544-4e4d-b687-47669bc9a8ef.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.604281] env[62880]: DEBUG oslo_vmware.api [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880698, 'name': PowerOnVM_Task, 'duration_secs': 0.687495} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.604489] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1e860b7-f76a-4e3f-8e07-442e11be82bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.619345] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.619345] env[62880]: DEBUG nova.compute.manager [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.620150] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f65683-5624-432c-9f24-692cbdd5a910 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.634137] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1607.634137] env[62880]: value = "task-1880701" [ 1607.634137] env[62880]: _type = "Task" [ 1607.634137] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.641791] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.651737] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.584s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.654214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.042s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.658020] env[62880]: DEBUG nova.objects.instance [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lazy-loading 'resources' on Instance uuid 0ef93c87-92c4-41e2-8c18-fe25e60e08ec {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.717022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "35790243-8a62-49ff-bccd-0b2dd92c7332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.717022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "35790243-8a62-49ff-bccd-0b2dd92c7332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.758028] env[62880]: DEBUG nova.network.neutron [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.830081] env[62880]: DEBUG nova.network.neutron [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.837912] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880700, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.855375] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.855467] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.855651] env[62880]: DEBUG nova.network.neutron [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.855852] env[62880]: DEBUG nova.objects.instance [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lazy-loading 'info_cache' on Instance uuid 219bed14-d0ad-46eb-b2ec-2a3f240303b2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.921148] env[62880]: DEBUG nova.network.neutron [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Updating instance_info_cache with network_info: [{"id": "99aec5be-89fa-4970-8d92-36da1f8ba30e", "address": "fa:16:3e:db:7f:30", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99aec5be-89", "ovs_interfaceid": "99aec5be-89fa-4970-8d92-36da1f8ba30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.121446] env[62880]: DEBUG nova.compute.manager [req-d77bf2bd-1adc-4207-b5b5-577a3b7520f3 req-31d75b79-23c8-45c7-bd8b-a57de378ad06 service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Received event network-changed-1844f4d3-10e9-4069-a0cf-4d44b5e66a85 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1608.121856] env[62880]: DEBUG nova.compute.manager [req-d77bf2bd-1adc-4207-b5b5-577a3b7520f3 req-31d75b79-23c8-45c7-bd8b-a57de378ad06 service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Refreshing instance network info cache due to event network-changed-1844f4d3-10e9-4069-a0cf-4d44b5e66a85. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1608.122074] env[62880]: DEBUG oslo_concurrency.lockutils [req-d77bf2bd-1adc-4207-b5b5-577a3b7520f3 req-31d75b79-23c8-45c7-bd8b-a57de378ad06 service nova] Acquiring lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.149880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.154066] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.162746] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0dd01b3-4604-47ac-9cc2-e007d134df8e tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.851s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.163666] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.156s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.163861] env[62880]: INFO nova.compute.manager [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Unshelving [ 1608.219869] env[62880]: DEBUG nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1608.336938] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922791} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.337211] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] a96a6895-136d-4de8-9d3b-750aa6c0505a/a96a6895-136d-4de8-9d3b-750aa6c0505a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.337420] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.337669] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdbd4ec1-5266-41f3-8d36-f57886b61069 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.346036] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1608.346036] env[62880]: value = "task-1880702" [ 1608.346036] env[62880]: _type = "Task" [ 1608.346036] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.354392] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.375375] env[62880]: DEBUG nova.network.neutron [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Updating instance_info_cache with network_info: [{"id": "c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2", "address": "fa:16:3e:22:5b:f3", "network": {"id": "7ae11d5d-15ea-45c9-a120-5f5de8b1b4b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1654482176", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9eca6e1-01", "ovs_interfaceid": "c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1844f4d3-10e9-4069-a0cf-4d44b5e66a85", "address": "fa:16:3e:a9:46:79", "network": {"id": "d1870fae-0625-40fb-ba86-ffb01cdd0e46", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-141297742", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1844f4d3-10", "ovs_interfaceid": "1844f4d3-10e9-4069-a0cf-4d44b5e66a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.423791] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "refresh_cache-6b909620-7de5-4aa2-9dec-35655b2b70fe" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.423959] env[62880]: DEBUG nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Instance network_info: |[{"id": "99aec5be-89fa-4970-8d92-36da1f8ba30e", "address": "fa:16:3e:db:7f:30", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99aec5be-89", "ovs_interfaceid": "99aec5be-89fa-4970-8d92-36da1f8ba30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.426827] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:7f:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99aec5be-89fa-4970-8d92-36da1f8ba30e', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.434819] env[62880]: DEBUG oslo.service.loopingcall [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.434907] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.435158] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ba39a54-d8e3-450a-817d-f68ee2b7c5d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.458207] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.458207] env[62880]: value = "task-1880703" [ 1608.458207] env[62880]: _type = "Task" [ 1608.458207] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.466113] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880703, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.643304] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4b4db3-7d6e-467d-9f0f-90d4530340fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.651416] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880701, 'name': ReconfigVM_Task, 'duration_secs': 0.792853} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.653348] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef/31411461-f544-4e4d-b687-47669bc9a8ef.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.653995] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be28036d-edc2-470e-a070-4e5204f738a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.656218] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd3b65-7579-47ef-b358-efaa2e1e549d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.691802] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1608.691802] env[62880]: value = "task-1880704" [ 1608.691802] env[62880]: _type = "Task" [ 1608.691802] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.694693] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fe0cef-bca1-497d-a332-d3b5ff16281f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.709094] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f38c8b-5d20-45e8-8b9d-53db9409261d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.713138] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880704, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.723944] env[62880]: DEBUG nova.compute.provider_tree [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.746485] env[62880]: DEBUG nova.compute.manager [req-dfee9291-74f2-49b6-9d61-edf2a43565f4 req-9c0f838a-b626-4f58-8c2a-09d5bfbf26a3 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Received event network-changed-99aec5be-89fa-4970-8d92-36da1f8ba30e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1608.746723] env[62880]: DEBUG nova.compute.manager [req-dfee9291-74f2-49b6-9d61-edf2a43565f4 req-9c0f838a-b626-4f58-8c2a-09d5bfbf26a3 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Refreshing instance network info cache due to event network-changed-99aec5be-89fa-4970-8d92-36da1f8ba30e. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1608.748131] env[62880]: DEBUG oslo_concurrency.lockutils [req-dfee9291-74f2-49b6-9d61-edf2a43565f4 req-9c0f838a-b626-4f58-8c2a-09d5bfbf26a3 service nova] Acquiring lock "refresh_cache-6b909620-7de5-4aa2-9dec-35655b2b70fe" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.748131] env[62880]: DEBUG oslo_concurrency.lockutils [req-dfee9291-74f2-49b6-9d61-edf2a43565f4 req-9c0f838a-b626-4f58-8c2a-09d5bfbf26a3 service nova] Acquired lock "refresh_cache-6b909620-7de5-4aa2-9dec-35655b2b70fe" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.748131] env[62880]: DEBUG nova.network.neutron [req-dfee9291-74f2-49b6-9d61-edf2a43565f4 req-9c0f838a-b626-4f58-8c2a-09d5bfbf26a3 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Refreshing network info cache for port 99aec5be-89fa-4970-8d92-36da1f8ba30e {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.750339] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.784534] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.784534] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a56dd96-0d19-43ae-8c5a-14861cc4e3c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.791799] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1608.791799] env[62880]: value = "task-1880705" [ 1608.791799] env[62880]: _type = "Task" [ 1608.791799] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.800687] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.856478] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07813} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.856886] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1608.857734] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1958ea4-1f21-48b8-89d1-0e1feda54c79 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.883594] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] a96a6895-136d-4de8-9d3b-750aa6c0505a/a96a6895-136d-4de8-9d3b-750aa6c0505a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1608.884174] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Releasing lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.884546] env[62880]: DEBUG nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Instance network_info: |[{"id": "c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2", "address": "fa:16:3e:22:5b:f3", "network": {"id": "7ae11d5d-15ea-45c9-a120-5f5de8b1b4b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1654482176", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9eca6e1-01", "ovs_interfaceid": "c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1844f4d3-10e9-4069-a0cf-4d44b5e66a85", "address": "fa:16:3e:a9:46:79", "network": {"id": "d1870fae-0625-40fb-ba86-ffb01cdd0e46", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-141297742", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1844f4d3-10", "ovs_interfaceid": "1844f4d3-10e9-4069-a0cf-4d44b5e66a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.885186] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4cd6b2-711d-4493-b669-a1bb8acf22f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.900450] env[62880]: DEBUG oslo_concurrency.lockutils [req-d77bf2bd-1adc-4207-b5b5-577a3b7520f3 req-31d75b79-23c8-45c7-bd8b-a57de378ad06 service nova] Acquired lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.900698] env[62880]: DEBUG nova.network.neutron [req-d77bf2bd-1adc-4207-b5b5-577a3b7520f3 req-31d75b79-23c8-45c7-bd8b-a57de378ad06 service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Refreshing network info cache for port 1844f4d3-10e9-4069-a0cf-4d44b5e66a85 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.901995] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:5b:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:46:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1844f4d3-10e9-4069-a0cf-4d44b5e66a85', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.910990] env[62880]: DEBUG oslo.service.loopingcall [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.914357] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.915246] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0793319d-2a1d-429e-a256-fe7c849ec3b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.936291] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1608.936291] env[62880]: value = "task-1880706" [ 1608.936291] env[62880]: _type = "Task" [ 1608.936291] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.941425] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.941425] env[62880]: value = "task-1880707" [ 1608.941425] env[62880]: _type = "Task" [ 1608.941425] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.958749] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.969806] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880707, 'name': CreateVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.977096] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880703, 'name': CreateVM_Task, 'duration_secs': 0.505804} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.977362] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.980184] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.980397] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.980746] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.981042] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a1a603-ff91-4f0a-ad71-6eadd016396b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.986351] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1608.986351] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521509b2-7b8d-7b2f-ed7f-ccf1eef524ee" [ 1608.986351] env[62880]: _type = "Task" [ 1608.986351] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.998706] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521509b2-7b8d-7b2f-ed7f-ccf1eef524ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.118119] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.118697] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.118913] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.119128] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.119623] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.121292] env[62880]: INFO nova.compute.manager [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Terminating instance [ 1609.182474] env[62880]: DEBUG nova.network.neutron [req-d77bf2bd-1adc-4207-b5b5-577a3b7520f3 req-31d75b79-23c8-45c7-bd8b-a57de378ad06 service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Updated VIF entry in instance network info cache for port 1844f4d3-10e9-4069-a0cf-4d44b5e66a85. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.182945] env[62880]: DEBUG nova.network.neutron [req-d77bf2bd-1adc-4207-b5b5-577a3b7520f3 req-31d75b79-23c8-45c7-bd8b-a57de378ad06 service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Updating instance_info_cache with network_info: [{"id": "c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2", "address": "fa:16:3e:22:5b:f3", "network": {"id": "7ae11d5d-15ea-45c9-a120-5f5de8b1b4b0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1654482176", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9eca6e1-01", "ovs_interfaceid": "c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1844f4d3-10e9-4069-a0cf-4d44b5e66a85", "address": "fa:16:3e:a9:46:79", "network": {"id": "d1870fae-0625-40fb-ba86-ffb01cdd0e46", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-141297742", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2cd63fc9fa9e4ddaa57dfbe43b64f790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1844f4d3-10", "ovs_interfaceid": "1844f4d3-10e9-4069-a0cf-4d44b5e66a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.199377] env[62880]: DEBUG nova.compute.utils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.217909] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880704, 'name': Rename_Task, 'duration_secs': 0.165002} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.218264] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.218526] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8dcdcbf-68b3-40a3-8df5-93859c27df79 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.225916] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1609.225916] env[62880]: value = "task-1880708" [ 1609.225916] env[62880]: _type = "Task" [ 1609.225916] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.226852] env[62880]: DEBUG nova.scheduler.client.report [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.231581] env[62880]: DEBUG nova.network.neutron [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance_info_cache with network_info: [{"id": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "address": "fa:16:3e:6d:36:19", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edf44ce-08", "ovs_interfaceid": "8edf44ce-0824-46da-a2de-0c56b42c0ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.241940] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.301057] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880705, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.445679] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.455012] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880707, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.496182] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521509b2-7b8d-7b2f-ed7f-ccf1eef524ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013954} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.496493] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.496726] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.497090] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.497202] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.497334] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.497599] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-057539a9-2c14-4efb-bd20-4959ee59ef7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.519348] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.519534] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.520288] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6f1d1c-0706-44a8-963a-38c0fe68779d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.525817] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1609.525817] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5254ebe6-eda9-94ea-5085-2336ed430784" [ 1609.525817] env[62880]: _type = "Task" [ 1609.525817] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.533533] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5254ebe6-eda9-94ea-5085-2336ed430784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.561651] env[62880]: DEBUG nova.network.neutron [req-dfee9291-74f2-49b6-9d61-edf2a43565f4 req-9c0f838a-b626-4f58-8c2a-09d5bfbf26a3 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Updated VIF entry in instance network info cache for port 99aec5be-89fa-4970-8d92-36da1f8ba30e. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.562039] env[62880]: DEBUG nova.network.neutron [req-dfee9291-74f2-49b6-9d61-edf2a43565f4 req-9c0f838a-b626-4f58-8c2a-09d5bfbf26a3 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Updating instance_info_cache with network_info: [{"id": "99aec5be-89fa-4970-8d92-36da1f8ba30e", "address": "fa:16:3e:db:7f:30", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99aec5be-89", "ovs_interfaceid": "99aec5be-89fa-4970-8d92-36da1f8ba30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.628911] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "refresh_cache-47deb7f1-7ce7-4fcc-94d5-9006f592a75f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.629262] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquired lock "refresh_cache-47deb7f1-7ce7-4fcc-94d5-9006f592a75f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.629539] env[62880]: DEBUG nova.network.neutron [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.685782] env[62880]: DEBUG oslo_concurrency.lockutils [req-d77bf2bd-1adc-4207-b5b5-577a3b7520f3 req-31d75b79-23c8-45c7-bd8b-a57de378ad06 service nova] Releasing lock "refresh_cache-c68b7593-fd04-4ffc-b139-b47337059b75" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.709671] env[62880]: INFO nova.virt.block_device [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Booting with volume 93e671cf-2a9a-470f-bcf5-a7486d17ccc4 at /dev/sdb [ 1609.738576] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.741931] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-219bed14-d0ad-46eb-b2ec-2a3f240303b2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.741931] env[62880]: DEBUG nova.objects.instance [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lazy-loading 'migration_context' on Instance uuid 219bed14-d0ad-46eb-b2ec-2a3f240303b2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.743116] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880708, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.743457] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.973s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.743748] env[62880]: DEBUG nova.objects.instance [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lazy-loading 'resources' on Instance uuid d8035c57-5ca0-48f5-bb18-93827db750f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.748420] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7888a352-fed6-4bd3-bb41-72e9d5fcc16a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.760619] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1441d15-0afc-47d8-ad8d-268b1f9faf01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.777605] env[62880]: INFO nova.scheduler.client.report [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Deleted allocations for instance 0ef93c87-92c4-41e2-8c18-fe25e60e08ec [ 1609.809650] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaa8dd53-9167-46a2-a4e3-af0f5be2cbc4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.817748] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880705, 'name': PowerOffVM_Task, 'duration_secs': 0.515361} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.819015] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.820891] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb726c00-94c3-4860-8fc1-62bf79f7029f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.826131] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5bd87-08cc-4b10-82a2-bcaa351ccff5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.868962] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b46e9cd-10f9-4135-8c66-454e40ee7383 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.872267] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8a3b3-fc0c-475b-aed0-c519aeae9cfb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.885771] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a094525-17b5-41be-84e8-1ed6613f5c66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.902232] env[62880]: DEBUG nova.virt.block_device [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating existing volume attachment record: c97c8212-a6c0-40ce-956a-093b6dc16ded {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1609.914753] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.914753] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edef7854-5ea3-4948-93f3-1b98c9498b77 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.921305] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1609.921305] env[62880]: value = "task-1880709" [ 1609.921305] env[62880]: _type = "Task" [ 1609.921305] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.929444] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.948526] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880706, 'name': ReconfigVM_Task, 'duration_secs': 0.84729} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.950821] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Reconfigured VM instance instance-0000003f to attach disk [datastore2] a96a6895-136d-4de8-9d3b-750aa6c0505a/a96a6895-136d-4de8-9d3b-750aa6c0505a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1609.951966] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb4b6eb-75b9-4396-a81b-787c88ab2d01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.959813] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880707, 'name': CreateVM_Task, 'duration_secs': 0.687502} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.961140] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.962257] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1609.962257] env[62880]: value = "task-1880710" [ 1609.962257] env[62880]: _type = "Task" [ 1609.962257] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.962618] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.962777] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.963101] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.963388] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2430870d-b017-4595-822e-836d254ee1e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.971237] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1609.971237] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c78363-4719-d03a-2235-a034697da1d2" [ 1609.971237] env[62880]: _type = "Task" [ 1609.971237] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.974354] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880710, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.982922] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c78363-4719-d03a-2235-a034697da1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.036343] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5254ebe6-eda9-94ea-5085-2336ed430784, 'name': SearchDatastore_Task, 'duration_secs': 0.042396} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.037734] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c869543-2b3c-4012-82ad-a4c31b5e6678 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.042434] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1610.042434] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526a8f4b-701b-fc50-0c01-f90fa15a7d97" [ 1610.042434] env[62880]: _type = "Task" [ 1610.042434] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.050300] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526a8f4b-701b-fc50-0c01-f90fa15a7d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.066113] env[62880]: DEBUG oslo_concurrency.lockutils [req-dfee9291-74f2-49b6-9d61-edf2a43565f4 req-9c0f838a-b626-4f58-8c2a-09d5bfbf26a3 service nova] Releasing lock "refresh_cache-6b909620-7de5-4aa2-9dec-35655b2b70fe" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.237325] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880708, 'name': PowerOnVM_Task, 'duration_secs': 0.603963} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.237495] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.237741] env[62880]: DEBUG nova.compute.manager [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.238645] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc2e284-3100-4ec0-a22b-967922e24631 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.251127] env[62880]: DEBUG nova.objects.base [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Object Instance<219bed14-d0ad-46eb-b2ec-2a3f240303b2> lazy-loaded attributes: info_cache,migration_context {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1610.251500] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e87ad5e-c9b2-497c-98b0-2b9f33add1ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.272193] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512fe4e3-a14b-40f6-8650-5cd5fcc58dee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.279992] env[62880]: DEBUG oslo_vmware.api [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1610.279992] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ea5bf6-ff7f-6617-5459-f03e9427c8cd" [ 1610.279992] env[62880]: _type = "Task" [ 1610.279992] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.290970] env[62880]: DEBUG oslo_vmware.api [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ea5bf6-ff7f-6617-5459-f03e9427c8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.291517] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c0c14fa5-7e5b-4946-8c27-4cca135e048d tempest-ServersTestFqdnHostnames-1311477476 tempest-ServersTestFqdnHostnames-1311477476-project-member] Lock "0ef93c87-92c4-41e2-8c18-fe25e60e08ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.964s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.351276] env[62880]: DEBUG nova.network.neutron [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.435691] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1610.435932] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.436169] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.438807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.439037] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.439326] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "6c392bcb-fea4-4624-bb9d-8eae7e209681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.439508] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.439676] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.442629] env[62880]: INFO nova.compute.manager [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Terminating instance [ 1610.458882] env[62880]: DEBUG nova.network.neutron [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.475836] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880710, 'name': Rename_Task, 'duration_secs': 0.169964} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.479626] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.479626] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1780cd-2970-4062-825e-d0f013cfe98f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.488684] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c78363-4719-d03a-2235-a034697da1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.489912] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.490164] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1610.490386] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.490654] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1610.490654] env[62880]: value = "task-1880714" [ 1610.490654] env[62880]: _type = "Task" [ 1610.490654] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.501244] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.557074] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526a8f4b-701b-fc50-0c01-f90fa15a7d97, 'name': SearchDatastore_Task, 'duration_secs': 0.015437} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.557407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.557889] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 6b909620-7de5-4aa2-9dec-35655b2b70fe/6b909620-7de5-4aa2-9dec-35655b2b70fe.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.558245] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.558502] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.558760] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e38ea8a-c071-45ee-bbe8-caaf133f2d3a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.563734] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b326701d-cce0-4524-8d2e-446a2c7d6cec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.572671] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1610.572671] env[62880]: value = "task-1880715" [ 1610.572671] env[62880]: _type = "Task" [ 1610.572671] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.577033] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.577033] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.578008] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff63460-4ebf-4266-801f-87f8e4a583b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.585495] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.588880] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1610.588880] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5208a2d2-b343-23df-bce6-61ff6608fec2" [ 1610.588880] env[62880]: _type = "Task" [ 1610.588880] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.596660] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5208a2d2-b343-23df-bce6-61ff6608fec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.728268] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e60a2-34fc-4a8d-a453-282c11f585b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.740848] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36944c0-b0c5-4199-8bac-27a45409823a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.773602] env[62880]: INFO nova.compute.manager [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] bringing vm to original state: 'stopped' [ 1610.777625] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898f37fe-d28a-406f-a728-4a859d5564f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.788240] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca84385-4f41-4708-a15f-58a428220e5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.795518] env[62880]: DEBUG oslo_vmware.api [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ea5bf6-ff7f-6617-5459-f03e9427c8cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.795912] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.805522] env[62880]: DEBUG nova.compute.provider_tree [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.947943] env[62880]: DEBUG nova.compute.manager [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.948328] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.950120] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d5cc0-2230-48c7-907a-d6a628a24250 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.960985] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Releasing lock "refresh_cache-47deb7f1-7ce7-4fcc-94d5-9006f592a75f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.961485] env[62880]: DEBUG nova.compute.manager [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1610.961651] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1610.961984] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.962807] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b80937e-fa0c-470d-bdce-006514530806 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.966469] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a0e8370-65a3-4405-abb7-6c29c6f69fef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.972991] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1610.973338] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d56f878-948e-4788-be91-95609152f8df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.976563] env[62880]: DEBUG oslo_vmware.api [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1610.976563] env[62880]: value = "task-1880716" [ 1610.976563] env[62880]: _type = "Task" [ 1610.976563] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.981903] env[62880]: DEBUG oslo_vmware.api [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1610.981903] env[62880]: value = "task-1880717" [ 1610.981903] env[62880]: _type = "Task" [ 1610.981903] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.988757] env[62880]: DEBUG oslo_vmware.api [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.997745] env[62880]: DEBUG oslo_vmware.api [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.006431] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.086599] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880715, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.100660] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5208a2d2-b343-23df-bce6-61ff6608fec2, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.101403] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe290e2-e31e-49e7-b180-d1b3b3a08e2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.107671] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1611.107671] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526b0206-01ae-aa38-aadf-3ab54b94c521" [ 1611.107671] env[62880]: _type = "Task" [ 1611.107671] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.116655] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526b0206-01ae-aa38-aadf-3ab54b94c521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.309197] env[62880]: DEBUG nova.scheduler.client.report [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.488755] env[62880]: DEBUG oslo_vmware.api [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880716, 'name': PowerOffVM_Task, 'duration_secs': 0.40934} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.489474] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.489675] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.489930] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef0dfd20-52fa-4025-ba58-28654fe9aff5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.494131] env[62880]: DEBUG oslo_vmware.api [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880717, 'name': PowerOffVM_Task, 'duration_secs': 0.204984} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.495037] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1611.495037] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1611.495299] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38a35fe1-e167-4137-9031-bc20751a2254 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.505666] env[62880]: DEBUG oslo_vmware.api [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880714, 'name': PowerOnVM_Task, 'duration_secs': 0.785073} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.505908] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.506127] env[62880]: INFO nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Took 11.57 seconds to spawn the instance on the hypervisor. [ 1611.506308] env[62880]: DEBUG nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.507083] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ac3a86-1283-4757-8988-22fd0a1599f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.523338] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.523617] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.523790] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Deleting the datastore file [datastore2] 47deb7f1-7ce7-4fcc-94d5-9006f592a75f {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.524048] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ca10a1c-6304-48ed-9e5c-675670973628 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.530435] env[62880]: DEBUG oslo_vmware.api [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for the task: (returnval){ [ 1611.530435] env[62880]: value = "task-1880720" [ 1611.530435] env[62880]: _type = "Task" [ 1611.530435] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.539715] env[62880]: DEBUG oslo_vmware.api [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.582936] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61285} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.583325] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 6b909620-7de5-4aa2-9dec-35655b2b70fe/6b909620-7de5-4aa2-9dec-35655b2b70fe.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.583542] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.583788] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbf18dfc-e2d1-4cb7-8c7b-5c92795050b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.591026] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1611.591026] env[62880]: value = "task-1880721" [ 1611.591026] env[62880]: _type = "Task" [ 1611.591026] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.602181] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1611.602442] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1611.602621] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Deleting the datastore file [datastore1] 6c392bcb-fea4-4624-bb9d-8eae7e209681 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.603616] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2459523c-2d23-4e5c-aad2-0aa15acab991 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.609916] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.614755] env[62880]: DEBUG oslo_vmware.api [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for the task: (returnval){ [ 1611.614755] env[62880]: value = "task-1880722" [ 1611.614755] env[62880]: _type = "Task" [ 1611.614755] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.623990] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526b0206-01ae-aa38-aadf-3ab54b94c521, 'name': SearchDatastore_Task, 'duration_secs': 0.058438} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.623990] env[62880]: DEBUG oslo_concurrency.lockutils [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.624218] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. {{(pid=62880) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1611.625483] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.625483] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1611.625483] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cf911ce-37cc-41f3-b882-4831c5a070de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.631193] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2209dd3-a45e-49a9-bc79-c11974dde4cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.633112] env[62880]: DEBUG oslo_vmware.api [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.637843] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1611.637843] env[62880]: value = "task-1880723" [ 1611.637843] env[62880]: _type = "Task" [ 1611.637843] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.647710] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.648884] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1611.649357] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1611.650244] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4039ed8-1a0d-4831-98bf-c854a53126d1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.656316] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1611.656316] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c8ddd6-e5d9-57ea-f8e0-4c4898cef0f4" [ 1611.656316] env[62880]: _type = "Task" [ 1611.656316] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.666599] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c8ddd6-e5d9-57ea-f8e0-4c4898cef0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.780984] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "31411461-f544-4e4d-b687-47669bc9a8ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.781283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.781467] env[62880]: DEBUG nova.compute.manager [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.782408] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026698df-c66d-4c8d-99c5-b67c4526b48f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.789983] env[62880]: DEBUG nova.compute.manager [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1611.814937] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.818451] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.969s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.818451] env[62880]: DEBUG nova.objects.instance [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lazy-loading 'resources' on Instance uuid d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.853419] env[62880]: INFO nova.scheduler.client.report [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleted allocations for instance d8035c57-5ca0-48f5-bb18-93827db750f2 [ 1612.025831] env[62880]: INFO nova.compute.manager [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Took 36.14 seconds to build instance. [ 1612.041172] env[62880]: DEBUG oslo_vmware.api [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Task: {'id': task-1880720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192615} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.041568] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.041568] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.041715] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.041963] env[62880]: INFO nova.compute.manager [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1612.042396] env[62880]: DEBUG oslo.service.loopingcall [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.043314] env[62880]: DEBUG nova.compute.manager [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.043452] env[62880]: DEBUG nova.network.neutron [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.060875] env[62880]: DEBUG nova.network.neutron [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.100830] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106013} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.101241] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.102181] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834bd1c9-9dae-43e2-af0d-9c714fe53987 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.130922] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 6b909620-7de5-4aa2-9dec-35655b2b70fe/6b909620-7de5-4aa2-9dec-35655b2b70fe.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.133655] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d3bf2f-20ce-4456-8f6f-546848369d2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.156666] env[62880]: DEBUG oslo_vmware.api [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.158247] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1612.158247] env[62880]: value = "task-1880724" [ 1612.158247] env[62880]: _type = "Task" [ 1612.158247] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.171077] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880723, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.177530] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c8ddd6-e5d9-57ea-f8e0-4c4898cef0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012722} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.180201] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.180525] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51790527-35aa-424d-8c55-815dd6e5daee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.186417] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1612.186417] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5253d361-df0c-0613-5157-30783862668b" [ 1612.186417] env[62880]: _type = "Task" [ 1612.186417] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.197018] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5253d361-df0c-0613-5157-30783862668b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.294577] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.294937] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ab58fb-8ec6-49e9-926e-7932150b74a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.307333] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1612.307333] env[62880]: value = "task-1880726" [ 1612.307333] env[62880]: _type = "Task" [ 1612.307333] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.317303] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.366716] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4816c28-a2c3-4296-a7dc-2c8c5c125a9a tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8035c57-5ca0-48f5-bb18-93827db750f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.680s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.528369] env[62880]: DEBUG oslo_concurrency.lockutils [None req-67110b8e-5e1e-44a8-826f-445e280f0ac5 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "a96a6895-136d-4de8-9d3b-750aa6c0505a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.653s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.568783] env[62880]: DEBUG nova.network.neutron [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.628890] env[62880]: DEBUG oslo_vmware.api [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Task: {'id': task-1880722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.848172} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.629248] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.629559] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.629665] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.630309] env[62880]: INFO nova.compute.manager [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1612.630309] env[62880]: DEBUG oslo.service.loopingcall [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.630576] env[62880]: DEBUG nova.compute.manager [-] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1612.630576] env[62880]: DEBUG nova.network.neutron [-] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1612.664261] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880723, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.675070] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.697062] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5253d361-df0c-0613-5157-30783862668b, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.697062] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.697407] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] c68b7593-fd04-4ffc-b139-b47337059b75/c68b7593-fd04-4ffc-b139-b47337059b75.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1612.697534] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f767b264-4ac1-494a-8c0e-d1a5fc7fbacd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.704707] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1612.704707] env[62880]: value = "task-1880727" [ 1612.704707] env[62880]: _type = "Task" [ 1612.704707] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.714499] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.807472] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72070733-c574-4920-bad4-860eb02b849c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.822500] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553d318-100d-4cc6-b66b-cd53f9325f4c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.826074] env[62880]: DEBUG oslo_vmware.api [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880726, 'name': PowerOffVM_Task, 'duration_secs': 0.503199} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.826340] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.826528] env[62880]: DEBUG nova.compute.manager [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.830293] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a25f7a-b461-4b1e-a07c-9550793facf3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.863496] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413707ca-b481-4da9-9ec3-4b33f0a7a4c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.874837] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72d500f-7fe7-49af-8f63-1e6ad10f34b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.892541] env[62880]: DEBUG nova.compute.provider_tree [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.071706] env[62880]: INFO nova.compute.manager [-] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Took 1.03 seconds to deallocate network for instance. [ 1613.165683] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880723, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.061922} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.170028] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. [ 1613.170803] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe3941b-4d1e-4c92-8a91-9c10f2e15088 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.199286] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.202773] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3abbc4b-592a-45a0-89e7-c0affab4366f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.215741] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880724, 'name': ReconfigVM_Task, 'duration_secs': 0.803972} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.216186] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 6b909620-7de5-4aa2-9dec-35655b2b70fe/6b909620-7de5-4aa2-9dec-35655b2b70fe.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.220499] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d28682a-55e1-41d9-8f6f-2ae144baa3db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.225674] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1613.225674] env[62880]: value = "task-1880728" [ 1613.225674] env[62880]: _type = "Task" [ 1613.225674] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.229923] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880727, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.234360] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1613.234360] env[62880]: value = "task-1880729" [ 1613.234360] env[62880]: _type = "Task" [ 1613.234360] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.241317] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.246545] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880729, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.374691] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.592s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.397902] env[62880]: DEBUG nova.scheduler.client.report [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.579213] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.730992] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611676} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.734902] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] c68b7593-fd04-4ffc-b139-b47337059b75/c68b7593-fd04-4ffc-b139-b47337059b75.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.735463] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.735765] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52a72a86-6a7c-4a03-8f59-9bf3f901c81b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.746804] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.750929] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880729, 'name': Rename_Task, 'duration_secs': 0.229581} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.751314] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1613.751314] env[62880]: value = "task-1880730" [ 1613.751314] env[62880]: _type = "Task" [ 1613.751314] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.751681] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.752053] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f3edab7-a82d-4d4f-9bcb-f238610bd12a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.761543] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.764445] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1613.764445] env[62880]: value = "task-1880731" [ 1613.764445] env[62880]: _type = "Task" [ 1613.764445] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.772701] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.884136] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.903785] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.908997] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.770s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.908997] env[62880]: DEBUG nova.objects.instance [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lazy-loading 'resources' on Instance uuid dbe11c40-bebb-4c51-bd89-1dff368ba074 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.929214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquiring lock "a96a6895-136d-4de8-9d3b-750aa6c0505a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.929214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "a96a6895-136d-4de8-9d3b-750aa6c0505a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.929214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquiring lock "a96a6895-136d-4de8-9d3b-750aa6c0505a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.929214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "a96a6895-136d-4de8-9d3b-750aa6c0505a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.929214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "a96a6895-136d-4de8-9d3b-750aa6c0505a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.931041] env[62880]: INFO nova.compute.manager [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Terminating instance [ 1613.940325] env[62880]: INFO nova.scheduler.client.report [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Deleted allocations for instance d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd [ 1613.973853] env[62880]: DEBUG nova.compute.manager [req-0005bef5-b7df-4901-8421-2e8c328034e7 req-3f5ea72b-0d14-4013-a8ad-3d05f98c12d5 service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Received event network-vif-deleted-72a33e2c-5732-4234-baaf-65ce8f211a6a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1613.974302] env[62880]: INFO nova.compute.manager [req-0005bef5-b7df-4901-8421-2e8c328034e7 req-3f5ea72b-0d14-4013-a8ad-3d05f98c12d5 service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Neutron deleted interface 72a33e2c-5732-4234-baaf-65ce8f211a6a; detaching it from the instance and deleting it from the info cache [ 1613.974533] env[62880]: DEBUG nova.network.neutron [req-0005bef5-b7df-4901-8421-2e8c328034e7 req-3f5ea72b-0d14-4013-a8ad-3d05f98c12d5 service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.034756] env[62880]: DEBUG nova.network.neutron [-] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.241712] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.262384] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.351362} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.262752] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.263698] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a002f45b-edd7-41cf-bc03-981058d36fbe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.289607] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.298767] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] c68b7593-fd04-4ffc-b139-b47337059b75/c68b7593-fd04-4ffc-b139-b47337059b75.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.300072] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "31411461-f544-4e4d-b687-47669bc9a8ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.300462] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.300701] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "31411461-f544-4e4d-b687-47669bc9a8ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.300932] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.301157] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.302943] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af179e65-e67b-412d-87dc-84650937ae3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.320797] env[62880]: INFO nova.compute.manager [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Terminating instance [ 1614.329364] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1614.329364] env[62880]: value = "task-1880732" [ 1614.329364] env[62880]: _type = "Task" [ 1614.329364] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.339467] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.435237] env[62880]: DEBUG nova.compute.manager [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1614.435585] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.436691] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41788cae-28f4-4b29-a140-5efbb8491ca9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.451560] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.451831] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9338ab1d-4682-48cd-b1ba-86d155611988 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.454494] env[62880]: DEBUG oslo_concurrency.lockutils [None req-995d865b-f492-4e8c-8d8f-c9548a344b4b tempest-ListServersNegativeTestJSON-1407483627 tempest-ListServersNegativeTestJSON-1407483627-project-member] Lock "d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.971s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.462127] env[62880]: DEBUG oslo_vmware.api [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1614.462127] env[62880]: value = "task-1880733" [ 1614.462127] env[62880]: _type = "Task" [ 1614.462127] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.477946] env[62880]: DEBUG oslo_vmware.api [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.480025] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36d4378f-1f09-4de2-bf3a-62c5548d5a21 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.488481] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823a7378-dcd2-4714-9faf-9d03e409d0fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.525632] env[62880]: DEBUG nova.compute.manager [req-0005bef5-b7df-4901-8421-2e8c328034e7 req-3f5ea72b-0d14-4013-a8ad-3d05f98c12d5 service nova] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Detach interface failed, port_id=72a33e2c-5732-4234-baaf-65ce8f211a6a, reason: Instance 6c392bcb-fea4-4624-bb9d-8eae7e209681 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1614.537331] env[62880]: INFO nova.compute.manager [-] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Took 1.91 seconds to deallocate network for instance. [ 1614.741427] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880728, 'name': ReconfigVM_Task, 'duration_secs': 1.465129} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.741718] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.742679] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9efe93-9d8e-4001-b71e-63f42351293a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.779113] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014f1325-4f10-44ed-842c-8ada965493d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.798553] env[62880]: DEBUG oslo_vmware.api [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880731, 'name': PowerOnVM_Task, 'duration_secs': 0.531056} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.798706] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.798878] env[62880]: INFO nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1614.799070] env[62880]: DEBUG nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.799402] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1614.799402] env[62880]: value = "task-1880734" [ 1614.799402] env[62880]: _type = "Task" [ 1614.799402] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.800217] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe226b4-106c-4909-837f-714fd0a8ab46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.818461] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.825323] env[62880]: DEBUG nova.compute.manager [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1614.825591] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.826686] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff6fdb-bc72-4636-bc92-3be3daa48003 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.835183] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.835782] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3fad35b-0650-4e5d-9ad6-fd794d757da5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.840496] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.942821] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ae9e6-4b60-490c-9181-a97e0966a6f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.950665] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb3fe0a-df3a-4f0a-bfe8-445e617b623a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.991334] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d001cb1-7a01-4bc7-9705-3329c2a43225 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.995891] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.995891] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.995891] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleting the datastore file [datastore2] 31411461-f544-4e4d-b687-47669bc9a8ef {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.995891] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2d79379-3436-4c61-8a9d-687521e7e7d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.006667] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e020094b-6ca7-4e24-bc9d-65c190e042c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.011262] env[62880]: DEBUG oslo_vmware.api [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1615.011262] env[62880]: value = "task-1880736" [ 1615.011262] env[62880]: _type = "Task" [ 1615.011262] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.011496] env[62880]: DEBUG oslo_vmware.api [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880733, 'name': PowerOffVM_Task, 'duration_secs': 0.259307} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.011816] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.011984] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.015683] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e93fd5ef-abcc-43cb-968a-08cb3e9f36d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.028174] env[62880]: DEBUG nova.compute.provider_tree [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.034040] env[62880]: DEBUG oslo_vmware.api [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.046287] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.110699] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.110917] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.111115] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Deleting the datastore file [datastore2] a96a6895-136d-4de8-9d3b-750aa6c0505a {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.111404] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f714ef8f-b54a-45d2-83f0-38614641f483 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.120487] env[62880]: DEBUG oslo_vmware.api [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for the task: (returnval){ [ 1615.120487] env[62880]: value = "task-1880738" [ 1615.120487] env[62880]: _type = "Task" [ 1615.120487] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.128620] env[62880]: DEBUG oslo_vmware.api [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.316597] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880734, 'name': ReconfigVM_Task, 'duration_secs': 0.226103} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.317070] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.317601] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb78b8b-2bd5-41ee-b361-fc4d3dabf4d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.333342] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1615.333342] env[62880]: value = "task-1880739" [ 1615.333342] env[62880]: _type = "Task" [ 1615.333342] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.339949] env[62880]: INFO nova.compute.manager [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Took 36.41 seconds to build instance. [ 1615.347907] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880732, 'name': ReconfigVM_Task, 'duration_secs': 0.60798} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.351938] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Reconfigured VM instance instance-00000040 to attach disk [datastore2] c68b7593-fd04-4ffc-b139-b47337059b75/c68b7593-fd04-4ffc-b139-b47337059b75.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.352784] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880739, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.353427] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac6dc29-b757-4299-b94b-491f5a9f7e96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.361470] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1615.361470] env[62880]: value = "task-1880740" [ 1615.361470] env[62880]: _type = "Task" [ 1615.361470] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.370816] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880740, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.522721] env[62880]: DEBUG oslo_vmware.api [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415082} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.523042] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.523699] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.523699] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.523699] env[62880]: INFO nova.compute.manager [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Took 0.70 seconds to destroy the instance on the hypervisor. [ 1615.523880] env[62880]: DEBUG oslo.service.loopingcall [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.524037] env[62880]: DEBUG nova.compute.manager [-] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.524140] env[62880]: DEBUG nova.network.neutron [-] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.531434] env[62880]: DEBUG nova.scheduler.client.report [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.562503] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.633793] env[62880]: DEBUG oslo_vmware.api [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Task: {'id': task-1880738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353479} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.634493] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.634626] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.634915] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.635395] env[62880]: INFO nova.compute.manager [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1615.635829] env[62880]: DEBUG oslo.service.loopingcall [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.636147] env[62880]: DEBUG nova.compute.manager [-] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.636302] env[62880]: DEBUG nova.network.neutron [-] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.843295] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f3c57acc-400c-41bd-9722-d48c9ed932ff tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "6b909620-7de5-4aa2-9dec-35655b2b70fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.928s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.847058] env[62880]: DEBUG oslo_vmware.api [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880739, 'name': PowerOnVM_Task, 'duration_secs': 0.427202} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.847274] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.851392] env[62880]: DEBUG nova.compute.manager [None req-85b36447-856f-4e71-9c48-d2910e7fb986 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.852203] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ded11-a0a7-4e3c-811d-66fb35e5f608 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.871260] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880740, 'name': Rename_Task, 'duration_secs': 0.227143} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.871457] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.871727] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d17ab938-55a7-4dc4-8701-e9fce4df489a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.880815] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1615.880815] env[62880]: value = "task-1880741" [ 1615.880815] env[62880]: _type = "Task" [ 1615.880815] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.891058] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.039023] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.040167] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.864s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.040726] env[62880]: DEBUG nova.objects.instance [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lazy-loading 'resources' on Instance uuid 3db39109-29eb-4dd7-93b4-33cfd2b7a716 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.075330] env[62880]: INFO nova.scheduler.client.report [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Deleted allocations for instance dbe11c40-bebb-4c51-bd89-1dff368ba074 [ 1616.399369] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880741, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.410881] env[62880]: DEBUG nova.compute.manager [req-4dff5bb1-e68e-47c4-830c-8dfb9edebdf2 req-1ae1eccc-5ec5-44ef-be86-4ba776c20e90 service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Received event network-vif-deleted-658c9b6e-5449-4350-9f6c-0ba50197b608 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1616.411104] env[62880]: INFO nova.compute.manager [req-4dff5bb1-e68e-47c4-830c-8dfb9edebdf2 req-1ae1eccc-5ec5-44ef-be86-4ba776c20e90 service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Neutron deleted interface 658c9b6e-5449-4350-9f6c-0ba50197b608; detaching it from the instance and deleting it from the info cache [ 1616.411303] env[62880]: DEBUG nova.network.neutron [req-4dff5bb1-e68e-47c4-830c-8dfb9edebdf2 req-1ae1eccc-5ec5-44ef-be86-4ba776c20e90 service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.418130] env[62880]: DEBUG nova.network.neutron [-] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.586762] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b346e1d1-ae44-4383-9091-5e55f14315a2 tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "dbe11c40-bebb-4c51-bd89-1dff368ba074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.088s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.724566] env[62880]: DEBUG nova.network.neutron [-] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.763224] env[62880]: DEBUG nova.compute.manager [req-b49a93f4-d071-4756-852d-726b587e6734 req-85a94819-98c0-4d83-9850-4031260c9a1d service nova] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Received event network-vif-deleted-22dc5670-664f-4fc0-aa7e-85c74db21a03 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1616.903221] env[62880]: DEBUG oslo_vmware.api [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880741, 'name': PowerOnVM_Task, 'duration_secs': 0.899399} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.905674] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.905674] env[62880]: INFO nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Took 14.28 seconds to spawn the instance on the hypervisor. [ 1616.905674] env[62880]: DEBUG nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.906648] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ba1f8-2ea4-4270-b150-5d190b4ff97a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.917192] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6fe6d7d-5cb4-4f84-a32e-ea6a615f466f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.925158] env[62880]: INFO nova.compute.manager [-] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Took 1.29 seconds to deallocate network for instance. [ 1616.943117] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42aa186-445c-4ecc-a740-3a8e67fd24b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.992064] env[62880]: DEBUG nova.compute.manager [req-4dff5bb1-e68e-47c4-830c-8dfb9edebdf2 req-1ae1eccc-5ec5-44ef-be86-4ba776c20e90 service nova] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Detach interface failed, port_id=658c9b6e-5449-4350-9f6c-0ba50197b608, reason: Instance a96a6895-136d-4de8-9d3b-750aa6c0505a could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1617.091105] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd2f437-ef94-4e8e-acd7-34993c12c077 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.103276] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6117eb7a-675c-4db2-a3bf-5bd4239b9da7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.142242] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee031b3c-7fdd-424b-a3e5-a4bc71f3c54f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.150400] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c30d1-5065-4e73-8521-ce9280e193a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.165117] env[62880]: DEBUG nova.compute.provider_tree [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.229122] env[62880]: INFO nova.compute.manager [-] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Took 1.70 seconds to deallocate network for instance. [ 1617.405418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "6b909620-7de5-4aa2-9dec-35655b2b70fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.405872] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "6b909620-7de5-4aa2-9dec-35655b2b70fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.406113] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "6b909620-7de5-4aa2-9dec-35655b2b70fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.406310] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "6b909620-7de5-4aa2-9dec-35655b2b70fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.406485] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "6b909620-7de5-4aa2-9dec-35655b2b70fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.409775] env[62880]: INFO nova.compute.manager [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Terminating instance [ 1617.438662] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.443248] env[62880]: INFO nova.compute.manager [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Took 41.31 seconds to build instance. [ 1617.461150] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.461954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.462189] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.462371] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.462543] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.467439] env[62880]: INFO nova.compute.manager [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Terminating instance [ 1617.671954] env[62880]: DEBUG nova.scheduler.client.report [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.734058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.913627] env[62880]: DEBUG nova.compute.manager [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.913869] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.914811] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66987210-64f6-4fab-83dd-dbfd8b22255e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.924091] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.924340] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a961b083-7986-48db-b3a5-575864742018 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.931438] env[62880]: DEBUG oslo_vmware.api [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1617.931438] env[62880]: value = "task-1880742" [ 1617.931438] env[62880]: _type = "Task" [ 1617.931438] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.939743] env[62880]: DEBUG oslo_vmware.api [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.945372] env[62880]: DEBUG oslo_concurrency.lockutils [None req-088f678e-5377-424d-9266-0640e4617277 tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c68b7593-fd04-4ffc-b139-b47337059b75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.823s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.972755] env[62880]: DEBUG nova.compute.manager [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.972993] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.973889] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a7e55-5081-4e4a-81cc-3a6fe3ca61a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.981795] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.982053] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4baddcc1-e02d-4b3a-b9be-4dc959dd8eb3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.989403] env[62880]: DEBUG oslo_vmware.api [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1617.989403] env[62880]: value = "task-1880743" [ 1617.989403] env[62880]: _type = "Task" [ 1617.989403] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.999611] env[62880]: DEBUG oslo_vmware.api [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.129533] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "912022ac-b991-4414-85c7-ef0b30e7aa49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.129801] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "912022ac-b991-4414-85c7-ef0b30e7aa49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.183486] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.187286] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.647s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.189780] env[62880]: INFO nova.compute.claims [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1618.225391] env[62880]: INFO nova.scheduler.client.report [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted allocations for instance 3db39109-29eb-4dd7-93b4-33cfd2b7a716 [ 1618.441593] env[62880]: DEBUG oslo_vmware.api [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880742, 'name': PowerOffVM_Task, 'duration_secs': 0.314721} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.441871] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.442069] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.442333] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d7dac4a-3af7-4402-865e-0f9cb96713dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.499688] env[62880]: DEBUG oslo_vmware.api [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880743, 'name': PowerOffVM_Task, 'duration_secs': 0.263107} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.499996] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.500135] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.500386] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc17d23b-dcc4-4139-8e58-2ad0192e6c2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.633209] env[62880]: DEBUG nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1618.733414] env[62880]: DEBUG oslo_concurrency.lockutils [None req-dfed913e-f2c2-4058-9e85-2f97c69cd68b tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "3db39109-29eb-4dd7-93b4-33cfd2b7a716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.650s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.780342] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquiring lock "6d7ab542-32b2-4fb2-a684-2131319d91e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.780342] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "6d7ab542-32b2-4fb2-a684-2131319d91e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.942262] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.942624] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.942859] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleting the datastore file [datastore2] 6b909620-7de5-4aa2-9dec-35655b2b70fe {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.943107] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1ca78bb-2019-4f4c-a0ae-8171831d68ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.949884] env[62880]: DEBUG oslo_vmware.api [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1618.949884] env[62880]: value = "task-1880746" [ 1618.949884] env[62880]: _type = "Task" [ 1618.949884] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.958892] env[62880]: DEBUG oslo_vmware.api [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.964385] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.964592] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.964766] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Deleting the datastore file [datastore2] a2e7bd5a-14da-44d3-ad11-8948b5d83f19 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.965029] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719f9f0c-48a8-4986-842e-746f5dee4592 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.972631] env[62880]: DEBUG oslo_vmware.api [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for the task: (returnval){ [ 1618.972631] env[62880]: value = "task-1880747" [ 1618.972631] env[62880]: _type = "Task" [ 1618.972631] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.980908] env[62880]: DEBUG oslo_vmware.api [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.077731] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.079584] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.160400] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.238018] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "c68b7593-fd04-4ffc-b139-b47337059b75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.238454] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c68b7593-fd04-4ffc-b139-b47337059b75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.240788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.240788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.240788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c68b7593-fd04-4ffc-b139-b47337059b75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.241131] env[62880]: INFO nova.compute.manager [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Terminating instance [ 1619.283852] env[62880]: DEBUG nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.462469] env[62880]: DEBUG oslo_vmware.api [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.484104] env[62880]: DEBUG oslo_vmware.api [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.522578] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "71345778-5336-4e7b-be54-eee5050cbcc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.522936] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "71345778-5336-4e7b-be54-eee5050cbcc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.523176] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "71345778-5336-4e7b-be54-eee5050cbcc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.523365] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "71345778-5336-4e7b-be54-eee5050cbcc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.523536] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "71345778-5336-4e7b-be54-eee5050cbcc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.525856] env[62880]: INFO nova.compute.manager [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Terminating instance [ 1619.581649] env[62880]: DEBUG nova.compute.manager [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.596360] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f27387-b22b-4f3b-8633-b64f6239a415 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.604699] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946a644c-d392-4489-9dc5-4c10225f21f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.636531] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52543c70-d4c0-423d-b456-3d754ded3473 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.645586] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2dc138-4ad5-44c4-9b94-734c08895033 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.659766] env[62880]: DEBUG nova.compute.provider_tree [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.745805] env[62880]: DEBUG nova.compute.manager [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1619.746055] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1619.747013] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a279b-5481-467a-9eeb-11e2cbd3589c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.754953] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1619.755228] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb08aed5-8a68-478b-8313-c7eae14db447 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.762065] env[62880]: DEBUG oslo_vmware.api [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1619.762065] env[62880]: value = "task-1880748" [ 1619.762065] env[62880]: _type = "Task" [ 1619.762065] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.770447] env[62880]: DEBUG oslo_vmware.api [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.803720] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.962283] env[62880]: DEBUG oslo_vmware.api [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558511} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.962601] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1619.962790] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1619.962969] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1619.963165] env[62880]: INFO nova.compute.manager [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1619.963408] env[62880]: DEBUG oslo.service.loopingcall [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.963609] env[62880]: DEBUG nova.compute.manager [-] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1619.963704] env[62880]: DEBUG nova.network.neutron [-] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1619.982778] env[62880]: DEBUG oslo_vmware.api [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Task: {'id': task-1880747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557128} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.983036] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1619.983277] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1619.983397] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1619.983567] env[62880]: INFO nova.compute.manager [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Took 2.01 seconds to destroy the instance on the hypervisor. [ 1619.983801] env[62880]: DEBUG oslo.service.loopingcall [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.983997] env[62880]: DEBUG nova.compute.manager [-] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1619.984086] env[62880]: DEBUG nova.network.neutron [-] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1620.032455] env[62880]: DEBUG nova.compute.manager [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.032828] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.034214] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a806d876-d516-4c6b-a521-7b194731217e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.046499] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.046675] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0529adf-e07d-401a-b21d-8ba83a190bd4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.055661] env[62880]: DEBUG oslo_vmware.api [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1620.055661] env[62880]: value = "task-1880749" [ 1620.055661] env[62880]: _type = "Task" [ 1620.055661] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.069290] env[62880]: DEBUG oslo_vmware.api [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.104632] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.195366] env[62880]: ERROR nova.scheduler.client.report [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [req-90046ed3-6960-44e6-85f0-1dd77200991f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90046ed3-6960-44e6-85f0-1dd77200991f"}]} [ 1620.225602] env[62880]: DEBUG nova.scheduler.client.report [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1620.242663] env[62880]: DEBUG nova.scheduler.client.report [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1620.242945] env[62880]: DEBUG nova.compute.provider_tree [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.258770] env[62880]: DEBUG nova.scheduler.client.report [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1620.273369] env[62880]: DEBUG oslo_vmware.api [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880748, 'name': PowerOffVM_Task, 'duration_secs': 0.369728} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.273711] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.273885] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.276654] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f817e8-2360-453f-9dd7-352be5bfa3c0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.288849] env[62880]: DEBUG nova.scheduler.client.report [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1620.475248] env[62880]: DEBUG nova.compute.manager [req-76bdc731-d2a3-4a64-becd-c30a0cc61fa4 req-49ad60e4-62d2-420b-9b3e-31e55b79d265 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Received event network-vif-deleted-8d8b190c-adcd-450d-a459-9f7cc8549cba {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1620.475619] env[62880]: INFO nova.compute.manager [req-76bdc731-d2a3-4a64-becd-c30a0cc61fa4 req-49ad60e4-62d2-420b-9b3e-31e55b79d265 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Neutron deleted interface 8d8b190c-adcd-450d-a459-9f7cc8549cba; detaching it from the instance and deleting it from the info cache [ 1620.475892] env[62880]: DEBUG nova.network.neutron [req-76bdc731-d2a3-4a64-becd-c30a0cc61fa4 req-49ad60e4-62d2-420b-9b3e-31e55b79d265 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.541344] env[62880]: DEBUG nova.compute.manager [req-bf046390-a34c-44e4-8209-59f11366a93d req-e68cf0af-6342-486b-87c0-736a4d3bf8d7 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Received event network-vif-deleted-99aec5be-89fa-4970-8d92-36da1f8ba30e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1620.541344] env[62880]: INFO nova.compute.manager [req-bf046390-a34c-44e4-8209-59f11366a93d req-e68cf0af-6342-486b-87c0-736a4d3bf8d7 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Neutron deleted interface 99aec5be-89fa-4970-8d92-36da1f8ba30e; detaching it from the instance and deleting it from the info cache [ 1620.541344] env[62880]: DEBUG nova.network.neutron [req-bf046390-a34c-44e4-8209-59f11366a93d req-e68cf0af-6342-486b-87c0-736a4d3bf8d7 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.569163] env[62880]: DEBUG oslo_vmware.api [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880749, 'name': PowerOffVM_Task, 'duration_secs': 0.263203} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.570783] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.570783] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.570783] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7b3fa15-8e64-4cb7-8e17-666e15403d63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.644604] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.644812] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.645099] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Deleting the datastore file [datastore2] c68b7593-fd04-4ffc-b139-b47337059b75 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.645291] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c263d707-8b69-43f5-8236-28b0c7a5dfc7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.651436] env[62880]: DEBUG oslo_vmware.api [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for the task: (returnval){ [ 1620.651436] env[62880]: value = "task-1880752" [ 1620.651436] env[62880]: _type = "Task" [ 1620.651436] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.662324] env[62880]: DEBUG oslo_vmware.api [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.700907] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf78752d-6fa5-4114-89e7-3fb338dc5338 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.708774] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d90fb5-02a6-4b19-8d9c-80e39aceced2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.742249] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb126910-4d6d-410e-a276-1c051cf7e3d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.751972] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cddb398-f8f0-47d9-ad42-f91336e0fa69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.765929] env[62880]: DEBUG nova.compute.provider_tree [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.812593] env[62880]: DEBUG nova.network.neutron [-] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.867896] env[62880]: DEBUG nova.network.neutron [-] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.952496] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.952726] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.952910] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleting the datastore file [datastore1] 71345778-5336-4e7b-be54-eee5050cbcc3 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.953210] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f65cb70-ba01-439d-b1e5-14bb07818907 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.963116] env[62880]: DEBUG oslo_vmware.api [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1620.963116] env[62880]: value = "task-1880753" [ 1620.963116] env[62880]: _type = "Task" [ 1620.963116] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.971450] env[62880]: DEBUG oslo_vmware.api [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.979047] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19b03972-b213-41e5-85c4-6a11fcf30f3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.987592] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833d9b05-2372-4337-a06f-208be3919782 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.015966] env[62880]: DEBUG nova.compute.manager [req-76bdc731-d2a3-4a64-becd-c30a0cc61fa4 req-49ad60e4-62d2-420b-9b3e-31e55b79d265 service nova] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Detach interface failed, port_id=8d8b190c-adcd-450d-a459-9f7cc8549cba, reason: Instance a2e7bd5a-14da-44d3-ad11-8948b5d83f19 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1621.041922] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baf4be82-c8bc-44f5-ad25-42d352e72428 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.050828] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a7966a-e6ac-45c6-a2c5-79a3bb969e08 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.081622] env[62880]: DEBUG nova.compute.manager [req-bf046390-a34c-44e4-8209-59f11366a93d req-e68cf0af-6342-486b-87c0-736a4d3bf8d7 service nova] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Detach interface failed, port_id=99aec5be-89fa-4970-8d92-36da1f8ba30e, reason: Instance 6b909620-7de5-4aa2-9dec-35655b2b70fe could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1621.161671] env[62880]: DEBUG oslo_vmware.api [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Task: {'id': task-1880752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18298} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.161979] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.162186] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.162367] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.162539] env[62880]: INFO nova.compute.manager [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1621.162781] env[62880]: DEBUG oslo.service.loopingcall [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.163017] env[62880]: DEBUG nova.compute.manager [-] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.163126] env[62880]: DEBUG nova.network.neutron [-] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.298981] env[62880]: DEBUG nova.scheduler.client.report [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1621.299294] env[62880]: DEBUG nova.compute.provider_tree [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 86 to 87 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1621.299482] env[62880]: DEBUG nova.compute.provider_tree [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1621.315995] env[62880]: INFO nova.compute.manager [-] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Took 1.33 seconds to deallocate network for instance. [ 1621.370168] env[62880]: INFO nova.compute.manager [-] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Took 1.41 seconds to deallocate network for instance. [ 1621.474181] env[62880]: DEBUG oslo_vmware.api [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.806178] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.619s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.806693] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1621.812698] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.226s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.815764] env[62880]: INFO nova.compute.claims [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.821705] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.876421] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.973459] env[62880]: DEBUG oslo_vmware.api [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534274} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.973632] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.973813] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.973996] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.974181] env[62880]: INFO nova.compute.manager [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1621.974748] env[62880]: DEBUG oslo.service.loopingcall [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.974748] env[62880]: DEBUG nova.compute.manager [-] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.974748] env[62880]: DEBUG nova.network.neutron [-] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.241925] env[62880]: DEBUG nova.network.neutron [-] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.323996] env[62880]: DEBUG nova.compute.utils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1622.325381] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1622.325551] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1622.374451] env[62880]: DEBUG nova.policy [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4127cb7231d4e3db3791787e9969cfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8970c1ca637140b993fd27162209853a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1622.574173] env[62880]: DEBUG nova.compute.manager [req-f53c785f-1da6-4ff3-9eea-ad07f4dd8e7e req-16f47381-1085-4fcc-895a-088a35653ccf service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Received event network-vif-deleted-1844f4d3-10e9-4069-a0cf-4d44b5e66a85 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1622.574173] env[62880]: DEBUG nova.compute.manager [req-f53c785f-1da6-4ff3-9eea-ad07f4dd8e7e req-16f47381-1085-4fcc-895a-088a35653ccf service nova] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Received event network-vif-deleted-c9eca6e1-01aa-4ec5-bd1d-7d2dcf45e4c2 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1622.574173] env[62880]: DEBUG nova.compute.manager [req-f53c785f-1da6-4ff3-9eea-ad07f4dd8e7e req-16f47381-1085-4fcc-895a-088a35653ccf service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Received event network-vif-deleted-fa10b6c6-216f-4960-9ae8-511082939d7c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1622.574405] env[62880]: INFO nova.compute.manager [req-f53c785f-1da6-4ff3-9eea-ad07f4dd8e7e req-16f47381-1085-4fcc-895a-088a35653ccf service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Neutron deleted interface fa10b6c6-216f-4960-9ae8-511082939d7c; detaching it from the instance and deleting it from the info cache [ 1622.574718] env[62880]: DEBUG nova.network.neutron [req-f53c785f-1da6-4ff3-9eea-ad07f4dd8e7e req-16f47381-1085-4fcc-895a-088a35653ccf service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.626990] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Successfully created port: 60fe1ef6-cd91-4f6e-847f-c58d18f3b923 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.746892] env[62880]: INFO nova.compute.manager [-] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Took 1.58 seconds to deallocate network for instance. [ 1622.787213] env[62880]: DEBUG nova.network.neutron [-] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.828942] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.077742] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a8a3d91-35b5-4dc7-8de4-933373f112bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.097452] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0e0c07-edd9-4225-9b85-5ab5aa8b2cba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.132461] env[62880]: DEBUG nova.compute.manager [req-f53c785f-1da6-4ff3-9eea-ad07f4dd8e7e req-16f47381-1085-4fcc-895a-088a35653ccf service nova] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Detach interface failed, port_id=fa10b6c6-216f-4960-9ae8-511082939d7c, reason: Instance 71345778-5336-4e7b-be54-eee5050cbcc3 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1623.251850] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.259902] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083b7dcd-1a75-48df-9149-ade3cf9f4ae2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.267471] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d4efbe-7d11-4620-ab5f-113f8cfcb09d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.297561] env[62880]: INFO nova.compute.manager [-] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Took 1.32 seconds to deallocate network for instance. [ 1623.300029] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b2fdc-98e0-448a-8533-0a1ed8523e97 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.311704] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723490e1-6bb9-4de1-b123-1c17ecd1063e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.326552] env[62880]: DEBUG nova.compute.provider_tree [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.811863] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.830154] env[62880]: DEBUG nova.scheduler.client.report [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.842461] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1623.871806] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1623.872066] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.872228] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1623.872412] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.872557] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1623.872703] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1623.872911] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1623.873112] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1623.873248] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1623.873431] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1623.873640] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1623.874475] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb11863-e184-4109-891c-55202d6bbab9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.882904] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c6ac3b-cb19-483b-a1ab-01875355b53a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.335155] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.335986] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1624.340120] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.681s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.340120] env[62880]: DEBUG nova.objects.instance [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lazy-loading 'resources' on Instance uuid 00a5ede2-0720-45bb-8e8d-76e4c5113e60 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.604882] env[62880]: DEBUG nova.compute.manager [req-f8dd646a-51e2-487a-a6b7-c7a1ae1ecdff req-ec89ebdc-0499-4ce0-8484-f55a5aa1b1a5 service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Received event network-vif-plugged-60fe1ef6-cd91-4f6e-847f-c58d18f3b923 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1624.605164] env[62880]: DEBUG oslo_concurrency.lockutils [req-f8dd646a-51e2-487a-a6b7-c7a1ae1ecdff req-ec89ebdc-0499-4ce0-8484-f55a5aa1b1a5 service nova] Acquiring lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.605400] env[62880]: DEBUG oslo_concurrency.lockutils [req-f8dd646a-51e2-487a-a6b7-c7a1ae1ecdff req-ec89ebdc-0499-4ce0-8484-f55a5aa1b1a5 service nova] Lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.605574] env[62880]: DEBUG oslo_concurrency.lockutils [req-f8dd646a-51e2-487a-a6b7-c7a1ae1ecdff req-ec89ebdc-0499-4ce0-8484-f55a5aa1b1a5 service nova] Lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.605740] env[62880]: DEBUG nova.compute.manager [req-f8dd646a-51e2-487a-a6b7-c7a1ae1ecdff req-ec89ebdc-0499-4ce0-8484-f55a5aa1b1a5 service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] No waiting events found dispatching network-vif-plugged-60fe1ef6-cd91-4f6e-847f-c58d18f3b923 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.605901] env[62880]: WARNING nova.compute.manager [req-f8dd646a-51e2-487a-a6b7-c7a1ae1ecdff req-ec89ebdc-0499-4ce0-8484-f55a5aa1b1a5 service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Received unexpected event network-vif-plugged-60fe1ef6-cd91-4f6e-847f-c58d18f3b923 for instance with vm_state building and task_state spawning. [ 1624.667015] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Successfully updated port: 60fe1ef6-cd91-4f6e-847f-c58d18f3b923 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1624.843060] env[62880]: DEBUG nova.compute.utils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1624.846759] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1624.846927] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1624.888831] env[62880]: DEBUG nova.policy [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4127cb7231d4e3db3791787e9969cfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8970c1ca637140b993fd27162209853a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1625.172025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "refresh_cache-84b2fa26-7ccb-4609-86a1-e6a7549ecce8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.172025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "refresh_cache-84b2fa26-7ccb-4609-86a1-e6a7549ecce8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.172025] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.239327] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ccb597-3c0f-4cff-8872-06b9cb0eedef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.247216] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19155fb2-20ee-494f-a60b-2f8581366487 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.286333] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Successfully created port: 0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1625.288789] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a0980a-ffaf-43e7-aef4-efc40bdf3c8c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.296571] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585fce01-c7c0-4821-96cf-6de069a6a11e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.310115] env[62880]: DEBUG nova.compute.provider_tree [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.350854] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1625.701783] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.818022] env[62880]: DEBUG nova.scheduler.client.report [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.865271] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Updating instance_info_cache with network_info: [{"id": "60fe1ef6-cd91-4f6e-847f-c58d18f3b923", "address": "fa:16:3e:bd:f9:4c", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fe1ef6-cd", "ovs_interfaceid": "60fe1ef6-cd91-4f6e-847f-c58d18f3b923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.322587] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.324928] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.762s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.325231] env[62880]: DEBUG nova.objects.instance [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lazy-loading 'resources' on Instance uuid 7fcea3e1-b7b1-4da3-b562-f12e91d47d31 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.344943] env[62880]: INFO nova.scheduler.client.report [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Deleted allocations for instance 00a5ede2-0720-45bb-8e8d-76e4c5113e60 [ 1626.362939] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1626.367626] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "refresh_cache-84b2fa26-7ccb-4609-86a1-e6a7549ecce8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.367932] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Instance network_info: |[{"id": "60fe1ef6-cd91-4f6e-847f-c58d18f3b923", "address": "fa:16:3e:bd:f9:4c", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fe1ef6-cd", "ovs_interfaceid": "60fe1ef6-cd91-4f6e-847f-c58d18f3b923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.368308] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:f9:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60fe1ef6-cd91-4f6e-847f-c58d18f3b923', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.375894] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Creating folder: Project (8970c1ca637140b993fd27162209853a). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.376184] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e60d504-d6a9-441c-a7a1-48065e990ade {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.387548] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1626.387784] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.387939] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1626.388143] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.388738] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1626.388738] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1626.388738] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1626.389033] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1626.389033] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1626.389097] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1626.389240] env[62880]: DEBUG nova.virt.hardware [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1626.390084] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99876f5-f4b4-4495-8133-759bdc82e66f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.394195] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Created folder: Project (8970c1ca637140b993fd27162209853a) in parent group-v388473. [ 1626.394371] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Creating folder: Instances. Parent ref: group-v388668. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.394927] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41f1cfb9-887a-4f6f-95db-675853d96909 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.400170] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635c28fa-84aa-495b-bac3-98cdc0b5c9ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.405713] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Created folder: Instances in parent group-v388668. [ 1626.405935] env[62880]: DEBUG oslo.service.loopingcall [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.406122] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.406302] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5f66f02-9e7e-4f9f-a543-4aa27397da99 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.434770] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.434770] env[62880]: value = "task-1880756" [ 1626.434770] env[62880]: _type = "Task" [ 1626.434770] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.441866] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880756, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.698385] env[62880]: DEBUG nova.compute.manager [req-d76e2592-3969-447b-97ef-570cd35dad21 req-51282d9f-59e8-4906-8495-33b673d072b3 service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Received event network-changed-60fe1ef6-cd91-4f6e-847f-c58d18f3b923 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1626.698495] env[62880]: DEBUG nova.compute.manager [req-d76e2592-3969-447b-97ef-570cd35dad21 req-51282d9f-59e8-4906-8495-33b673d072b3 service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Refreshing instance network info cache due to event network-changed-60fe1ef6-cd91-4f6e-847f-c58d18f3b923. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1626.698631] env[62880]: DEBUG oslo_concurrency.lockutils [req-d76e2592-3969-447b-97ef-570cd35dad21 req-51282d9f-59e8-4906-8495-33b673d072b3 service nova] Acquiring lock "refresh_cache-84b2fa26-7ccb-4609-86a1-e6a7549ecce8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.698778] env[62880]: DEBUG oslo_concurrency.lockutils [req-d76e2592-3969-447b-97ef-570cd35dad21 req-51282d9f-59e8-4906-8495-33b673d072b3 service nova] Acquired lock "refresh_cache-84b2fa26-7ccb-4609-86a1-e6a7549ecce8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.698944] env[62880]: DEBUG nova.network.neutron [req-d76e2592-3969-447b-97ef-570cd35dad21 req-51282d9f-59e8-4906-8495-33b673d072b3 service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Refreshing network info cache for port 60fe1ef6-cd91-4f6e-847f-c58d18f3b923 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.857593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5591812-895b-4711-acff-1e151fd317d3 tempest-InstanceActionsNegativeTestJSON-1803553584 tempest-InstanceActionsNegativeTestJSON-1803553584-project-member] Lock "00a5ede2-0720-45bb-8e8d-76e4c5113e60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.549s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.950019] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880756, 'name': CreateVM_Task, 'duration_secs': 0.503358} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.950019] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.950019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.950019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.950019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.950019] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc12178-3bc9-42e8-9b3d-07aaf4e35d98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.957565] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1626.957565] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d0d875-76a9-c017-727d-83b64923c010" [ 1626.957565] env[62880]: _type = "Task" [ 1626.957565] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.966231] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d0d875-76a9-c017-727d-83b64923c010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.980905] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Successfully updated port: 0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1627.201629] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb15cf-c5d7-4489-a2d6-7520de7c3d2e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.211992] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb14314-c882-413c-a374-d86bb08155a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.244865] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e32b651-7466-4fb7-807c-256ce18db6f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.255798] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae7c9a5-b210-4a63-8e77-7a3a43db786b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.272886] env[62880]: DEBUG nova.compute.provider_tree [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.467700] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d0d875-76a9-c017-727d-83b64923c010, 'name': SearchDatastore_Task, 'duration_secs': 0.014712} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.467993] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.468245] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.468472] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.468617] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.468789] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.469076] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-399ef52c-63b5-45a7-a711-6e05f74e0529 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.477031] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.477238] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.478512] env[62880]: DEBUG nova.network.neutron [req-d76e2592-3969-447b-97ef-570cd35dad21 req-51282d9f-59e8-4906-8495-33b673d072b3 service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Updated VIF entry in instance network info cache for port 60fe1ef6-cd91-4f6e-847f-c58d18f3b923. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.478833] env[62880]: DEBUG nova.network.neutron [req-d76e2592-3969-447b-97ef-570cd35dad21 req-51282d9f-59e8-4906-8495-33b673d072b3 service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Updating instance_info_cache with network_info: [{"id": "60fe1ef6-cd91-4f6e-847f-c58d18f3b923", "address": "fa:16:3e:bd:f9:4c", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fe1ef6-cd", "ovs_interfaceid": "60fe1ef6-cd91-4f6e-847f-c58d18f3b923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.479930] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1839c16b-41e5-49a3-a34d-6e685ed81f92 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.484402] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "refresh_cache-3c017dcb-8093-4d79-ac47-a47b79807afb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.484402] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "refresh_cache-3c017dcb-8093-4d79-ac47-a47b79807afb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.484402] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.486311] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1627.486311] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5225d988-06e3-1bb5-8024-1f067cbd3466" [ 1627.486311] env[62880]: _type = "Task" [ 1627.486311] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.495252] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5225d988-06e3-1bb5-8024-1f067cbd3466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.776188] env[62880]: DEBUG nova.scheduler.client.report [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.983591] env[62880]: DEBUG oslo_concurrency.lockutils [req-d76e2592-3969-447b-97ef-570cd35dad21 req-51282d9f-59e8-4906-8495-33b673d072b3 service nova] Releasing lock "refresh_cache-84b2fa26-7ccb-4609-86a1-e6a7549ecce8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.999098] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5225d988-06e3-1bb5-8024-1f067cbd3466, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.000124] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb12456-6e13-498c-97bc-9a668cf73012 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.004887] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1628.004887] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b2e05-95b1-e165-03e3-855b3c98321f" [ 1628.004887] env[62880]: _type = "Task" [ 1628.004887] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.012579] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b2e05-95b1-e165-03e3-855b3c98321f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.053391] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.281784] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.283929] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.837s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.285980] env[62880]: INFO nova.compute.claims [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.324936] env[62880]: INFO nova.scheduler.client.report [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Deleted allocations for instance 7fcea3e1-b7b1-4da3-b562-f12e91d47d31 [ 1628.390711] env[62880]: DEBUG nova.network.neutron [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Updating instance_info_cache with network_info: [{"id": "0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29", "address": "fa:16:3e:be:a9:d6", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3bfa3a-b3", "ovs_interfaceid": "0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.515525] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524b2e05-95b1-e165-03e3-855b3c98321f, 'name': SearchDatastore_Task, 'duration_secs': 0.011947} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.516432] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.516432] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 84b2fa26-7ccb-4609-86a1-e6a7549ecce8/84b2fa26-7ccb-4609-86a1-e6a7549ecce8.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.516432] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56fbd771-bfb9-4122-b5ee-c73d05512ccd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.523485] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1628.523485] env[62880]: value = "task-1880757" [ 1628.523485] env[62880]: _type = "Task" [ 1628.523485] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.533155] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.770877] env[62880]: DEBUG nova.compute.manager [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Received event network-vif-plugged-0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1628.770877] env[62880]: DEBUG oslo_concurrency.lockutils [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] Acquiring lock "3c017dcb-8093-4d79-ac47-a47b79807afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.771018] env[62880]: DEBUG oslo_concurrency.lockutils [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] Lock "3c017dcb-8093-4d79-ac47-a47b79807afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.771379] env[62880]: DEBUG oslo_concurrency.lockutils [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] Lock "3c017dcb-8093-4d79-ac47-a47b79807afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.771560] env[62880]: DEBUG nova.compute.manager [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] No waiting events found dispatching network-vif-plugged-0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.771775] env[62880]: WARNING nova.compute.manager [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Received unexpected event network-vif-plugged-0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29 for instance with vm_state building and task_state spawning. [ 1628.771879] env[62880]: DEBUG nova.compute.manager [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Received event network-changed-0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1628.772038] env[62880]: DEBUG nova.compute.manager [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Refreshing instance network info cache due to event network-changed-0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1628.772214] env[62880]: DEBUG oslo_concurrency.lockutils [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] Acquiring lock "refresh_cache-3c017dcb-8093-4d79-ac47-a47b79807afb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.835889] env[62880]: DEBUG oslo_concurrency.lockutils [None req-805dd170-9570-4143-b90a-a38fde3f32b3 tempest-SecurityGroupsTestJSON-739341994 tempest-SecurityGroupsTestJSON-739341994-project-member] Lock "7fcea3e1-b7b1-4da3-b562-f12e91d47d31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.817s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.898348] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "refresh_cache-3c017dcb-8093-4d79-ac47-a47b79807afb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.898450] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Instance network_info: |[{"id": "0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29", "address": "fa:16:3e:be:a9:d6", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3bfa3a-b3", "ovs_interfaceid": "0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1628.898800] env[62880]: DEBUG oslo_concurrency.lockutils [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] Acquired lock "refresh_cache-3c017dcb-8093-4d79-ac47-a47b79807afb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.898981] env[62880]: DEBUG nova.network.neutron [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Refreshing network info cache for port 0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.900328] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:a9:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.912977] env[62880]: DEBUG oslo.service.loopingcall [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.913902] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.914323] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9425ac0c-0346-4f21-894e-e8573d646204 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.943027] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.943027] env[62880]: value = "task-1880758" [ 1628.943027] env[62880]: _type = "Task" [ 1628.943027] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.962334] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880758, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.034132] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880757, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.457583] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880758, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.537426] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556182} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.537697] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 84b2fa26-7ccb-4609-86a1-e6a7549ecce8/84b2fa26-7ccb-4609-86a1-e6a7549ecce8.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.537905] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.538418] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eec87df0-ced9-4653-a645-960ddd031f9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.545745] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1629.545745] env[62880]: value = "task-1880759" [ 1629.545745] env[62880]: _type = "Task" [ 1629.545745] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.556412] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.692455] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37292f6-9c1b-413a-a24e-d22b0d99b8ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.699461] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f298c8-180f-4a17-a8c5-fcd7f4f386fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.730207] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaaaa3e-35bd-4074-85f9-fd8609f0e5ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.738018] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b530a487-4e5a-4f31-ad55-7a9150c344dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.753326] env[62880]: DEBUG nova.compute.provider_tree [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.948505] env[62880]: DEBUG nova.network.neutron [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Updated VIF entry in instance network info cache for port 0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.949015] env[62880]: DEBUG nova.network.neutron [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Updating instance_info_cache with network_info: [{"id": "0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29", "address": "fa:16:3e:be:a9:d6", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3bfa3a-b3", "ovs_interfaceid": "0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.960949] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880758, 'name': CreateVM_Task, 'duration_secs': 0.603711} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.961424] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.962130] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.962490] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.962631] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.962890] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3977ed4-3d61-40dd-9f90-cb3003983ec3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.969042] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1629.969042] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5212fb11-c914-e912-3093-6c15b6198e3e" [ 1629.969042] env[62880]: _type = "Task" [ 1629.969042] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.978528] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5212fb11-c914-e912-3093-6c15b6198e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.055203] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13932} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.055203] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.055877] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120b5ac3-0065-4ce6-abbc-4eb5da9a3958 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.078088] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 84b2fa26-7ccb-4609-86a1-e6a7549ecce8/84b2fa26-7ccb-4609-86a1-e6a7549ecce8.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.078400] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23319317-1d31-434d-a8ae-77d9f398cea5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.098332] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1630.098332] env[62880]: value = "task-1880760" [ 1630.098332] env[62880]: _type = "Task" [ 1630.098332] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.108150] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.258059] env[62880]: DEBUG nova.scheduler.client.report [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.462830] env[62880]: DEBUG oslo_concurrency.lockutils [req-73a26d92-a16e-4ddc-a2af-d31a13a7d352 req-3e9c0fa3-e04e-41d1-9da8-5eb309e2bbbf service nova] Releasing lock "refresh_cache-3c017dcb-8093-4d79-ac47-a47b79807afb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.484513] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5212fb11-c914-e912-3093-6c15b6198e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015895} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.485067] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.485441] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.485782] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.486062] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.486345] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.492016] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-124f742d-de05-4908-95c6-17f8155e9518 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.498688] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.498993] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.499852] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27e719e-d64f-4bbd-b5ad-89bc3c26957a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.504843] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1630.504843] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c35121-d9eb-d0f3-f0f5-3b124b0f4e33" [ 1630.504843] env[62880]: _type = "Task" [ 1630.504843] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.513389] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c35121-d9eb-d0f3-f0f5-3b124b0f4e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.610190] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880760, 'name': ReconfigVM_Task, 'duration_secs': 0.352749} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.610190] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 84b2fa26-7ccb-4609-86a1-e6a7549ecce8/84b2fa26-7ccb-4609-86a1-e6a7549ecce8.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.611032] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f89c19d-941d-43fd-a8e5-735033a7e613 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.618025] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1630.618025] env[62880]: value = "task-1880761" [ 1630.618025] env[62880]: _type = "Task" [ 1630.618025] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.627404] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880761, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.766022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.766022] env[62880]: DEBUG nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1630.768593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.874s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.770552] env[62880]: INFO nova.compute.claims [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.015875] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c35121-d9eb-d0f3-f0f5-3b124b0f4e33, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.016670] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8beebe-c34c-461e-a616-2bcf430c4576 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.022151] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1631.022151] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525a7c07-60d8-e500-ec3e-f9d6c15707d7" [ 1631.022151] env[62880]: _type = "Task" [ 1631.022151] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.031324] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525a7c07-60d8-e500-ec3e-f9d6c15707d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.131038] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880761, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.275399] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.276204] env[62880]: DEBUG nova.compute.utils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Instance 86788700-71bc-402b-b898-d23e05ff3a33 could not be found. {{(pid=62880) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1631.278223] env[62880]: DEBUG nova.compute.utils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1631.279597] env[62880]: DEBUG nova.compute.manager [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Instance disappeared during build. {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 1631.279758] env[62880]: DEBUG nova.compute.manager [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Unplugging VIFs for instance {{(pid=62880) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1631.279966] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Acquiring lock "refresh_cache-86788700-71bc-402b-b898-d23e05ff3a33" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.280115] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Acquired lock "refresh_cache-86788700-71bc-402b-b898-d23e05ff3a33" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.280272] env[62880]: DEBUG nova.network.neutron [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.281187] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.105s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.282661] env[62880]: INFO nova.compute.claims [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.286958] env[62880]: DEBUG nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1631.287152] env[62880]: DEBUG nova.network.neutron [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1631.331514] env[62880]: DEBUG nova.policy [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19381b8da94d4e638f6e8744687ad8b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66ae6bcec2174b5ebe462a3cb90bb6ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1631.533092] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525a7c07-60d8-e500-ec3e-f9d6c15707d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.533451] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.533789] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 3c017dcb-8093-4d79-ac47-a47b79807afb/3c017dcb-8093-4d79-ac47-a47b79807afb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.534061] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67708da4-6715-4e5a-945d-ab78020a943c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.540974] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1631.540974] env[62880]: value = "task-1880762" [ 1631.540974] env[62880]: _type = "Task" [ 1631.540974] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.548636] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.629588] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880761, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.736314] env[62880]: DEBUG nova.network.neutron [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Successfully created port: 0aa80924-d02d-4db6-9a2b-cd3f71fdba65 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1631.792777] env[62880]: DEBUG nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1631.795722] env[62880]: DEBUG nova.compute.utils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Can not refresh info_cache because instance was not found {{(pid=62880) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1631.813488] env[62880]: DEBUG nova.network.neutron [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1631.870103] env[62880]: DEBUG nova.network.neutron [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.053734] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880762, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.136529] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880761, 'name': Rename_Task, 'duration_secs': 1.18258} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.136884] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.137141] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-332a0bfc-4b02-402c-8972-d4b72eb199f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.145203] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1632.145203] env[62880]: value = "task-1880763" [ 1632.145203] env[62880]: _type = "Task" [ 1632.145203] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.154437] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.372033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Releasing lock "refresh_cache-86788700-71bc-402b-b898-d23e05ff3a33" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.372270] env[62880]: DEBUG nova.compute.manager [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62880) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1632.372460] env[62880]: DEBUG nova.compute.manager [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] [instance: 86788700-71bc-402b-b898-d23e05ff3a33] Skipping network deallocation for instance since networking was not requested. {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2292}} [ 1632.385992] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.386483] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.552971] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69853} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.556992] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 3c017dcb-8093-4d79-ac47-a47b79807afb/3c017dcb-8093-4d79-ac47-a47b79807afb.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.557238] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.557527] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49073a32-9a39-4311-8b81-7491d99ccbaf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.567142] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1632.567142] env[62880]: value = "task-1880764" [ 1632.567142] env[62880]: _type = "Task" [ 1632.567142] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.578310] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.654017] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880763, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.683722] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f369f7-ec33-44f2-971b-31f908ec2dbd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.691814] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05af61-6466-4cb7-9d5c-c38c9f1af197 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.721637] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a789a5-ef95-4d74-8a52-2c10dfdf4608 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.729321] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d3d32-2921-442b-965a-1186cf071d38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.742787] env[62880]: DEBUG nova.compute.provider_tree [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1632.808384] env[62880]: DEBUG nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1632.838493] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5ae06847ab72d84c4c4780af823d67a5',container_format='bare',created_at=2024-12-14T13:18:15Z,direct_url=,disk_format='vmdk',id=7c62d30b-a221-4258-b70f-0f79486f0ce2,min_disk=1,min_ram=0,name='tempest-test-snap-935735053',owner='66ae6bcec2174b5ebe462a3cb90bb6ea',properties=ImageMetaProps,protected=,size=31571968,status='active',tags=,updated_at=2024-12-14T13:18:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1632.840355] env[62880]: DEBUG nova.virt.hardware [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1632.840984] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b6ebb5-6305-472a-9846-1acc487b135f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.849282] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f2888-367f-4f5e-a6b3-c87f9c784e3b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.896940] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.897223] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1633.075119] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087692} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.075896] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.076134] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369219f4-01fb-403b-8601-de31a0c2426b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.097753] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3c017dcb-8093-4d79-ac47-a47b79807afb/3c017dcb-8093-4d79-ac47-a47b79807afb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.098090] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b273607-eec7-42c3-9e0b-9e71f10d95b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.117584] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1633.117584] env[62880]: value = "task-1880765" [ 1633.117584] env[62880]: _type = "Task" [ 1633.117584] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.125655] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.154347] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880763, 'name': PowerOnVM_Task, 'duration_secs': 0.524863} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.154609] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1633.154807] env[62880]: INFO nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1633.155098] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.156807] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b44bda-69d4-4a53-8ba5-909b8b810229 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.277150] env[62880]: DEBUG nova.scheduler.client.report [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1633.277448] env[62880]: DEBUG nova.compute.provider_tree [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 87 to 88 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1633.277639] env[62880]: DEBUG nova.compute.provider_tree [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1633.389750] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ee4331d7-63fc-44d7-a0ac-c0fdcafeb864 tempest-ServersListShow296Test-1138401652 tempest-ServersListShow296Test-1138401652-project-member] Lock "86788700-71bc-402b-b898-d23e05ff3a33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.540s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.423732] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.423889] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquired lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.424047] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Forcefully refreshing network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1633.631357] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.678680] env[62880]: INFO nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Took 43.17 seconds to build instance. [ 1633.693531] env[62880]: DEBUG nova.compute.manager [req-78cabe52-6935-488a-b5e7-b71b08cbb319 req-00e9b952-ad38-421d-a94b-ef3c535c413d service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Received event network-vif-plugged-0aa80924-d02d-4db6-9a2b-cd3f71fdba65 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.693804] env[62880]: DEBUG oslo_concurrency.lockutils [req-78cabe52-6935-488a-b5e7-b71b08cbb319 req-00e9b952-ad38-421d-a94b-ef3c535c413d service nova] Acquiring lock "a60b7c6d-0951-4a41-b05f-46a186daaf48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.694253] env[62880]: DEBUG oslo_concurrency.lockutils [req-78cabe52-6935-488a-b5e7-b71b08cbb319 req-00e9b952-ad38-421d-a94b-ef3c535c413d service nova] Lock "a60b7c6d-0951-4a41-b05f-46a186daaf48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.694637] env[62880]: DEBUG oslo_concurrency.lockutils [req-78cabe52-6935-488a-b5e7-b71b08cbb319 req-00e9b952-ad38-421d-a94b-ef3c535c413d service nova] Lock "a60b7c6d-0951-4a41-b05f-46a186daaf48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.695053] env[62880]: DEBUG nova.compute.manager [req-78cabe52-6935-488a-b5e7-b71b08cbb319 req-00e9b952-ad38-421d-a94b-ef3c535c413d service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] No waiting events found dispatching network-vif-plugged-0aa80924-d02d-4db6-9a2b-cd3f71fdba65 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.695413] env[62880]: WARNING nova.compute.manager [req-78cabe52-6935-488a-b5e7-b71b08cbb319 req-00e9b952-ad38-421d-a94b-ef3c535c413d service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Received unexpected event network-vif-plugged-0aa80924-d02d-4db6-9a2b-cd3f71fdba65 for instance with vm_state building and task_state spawning. [ 1633.782649] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.783231] env[62880]: DEBUG nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1633.786496] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.596s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.788089] env[62880]: INFO nova.compute.claims [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.865452] env[62880]: DEBUG nova.network.neutron [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Successfully updated port: 0aa80924-d02d-4db6-9a2b-cd3f71fdba65 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.952419] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.129424] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880765, 'name': ReconfigVM_Task, 'duration_secs': 0.973223} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.129771] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3c017dcb-8093-4d79-ac47-a47b79807afb/3c017dcb-8093-4d79-ac47-a47b79807afb.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.130474] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8913c48c-adc6-4e58-8bbd-7283450df32f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.137332] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1634.137332] env[62880]: value = "task-1880766" [ 1634.137332] env[62880]: _type = "Task" [ 1634.137332] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.145041] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880766, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.181412] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.687s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.293188] env[62880]: DEBUG nova.compute.utils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.294654] env[62880]: DEBUG nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1634.294837] env[62880]: DEBUG nova.network.neutron [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.368523] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "refresh_cache-a60b7c6d-0951-4a41-b05f-46a186daaf48" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.368694] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "refresh_cache-a60b7c6d-0951-4a41-b05f-46a186daaf48" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.368846] env[62880]: DEBUG nova.network.neutron [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.371379] env[62880]: DEBUG nova.policy [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f12b868f94e4b759b4de487719ae55e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '276530ea4f174333a9fa86e4adc28d98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1634.571805] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.652867] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880766, 'name': Rename_Task, 'duration_secs': 0.154392} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.656145] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.656145] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99f4b0ab-c56f-4888-9f81-ea49575ef901 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.660775] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1634.660775] env[62880]: value = "task-1880767" [ 1634.660775] env[62880]: _type = "Task" [ 1634.660775] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.669405] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.798366] env[62880]: DEBUG nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1634.909708] env[62880]: DEBUG nova.network.neutron [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1635.080152] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Releasing lock "refresh_cache-6c392bcb-fea4-4624-bb9d-8eae7e209681" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.080356] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Updated the network info_cache for instance {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1635.080557] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.080798] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.080976] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.081252] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.081478] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.081683] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.081808] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1635.081946] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.131354] env[62880]: DEBUG nova.network.neutron [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Updating instance_info_cache with network_info: [{"id": "0aa80924-d02d-4db6-9a2b-cd3f71fdba65", "address": "fa:16:3e:4d:df:63", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa80924-d0", "ovs_interfaceid": "0aa80924-d02d-4db6-9a2b-cd3f71fdba65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.171831] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.230635] env[62880]: DEBUG nova.network.neutron [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Successfully created port: 53221e0d-be25-4f6f-be0f-44fb8bf04400 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.275944] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834048d3-1a92-49da-81b8-b1b5d22ba540 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.284682] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f160140-4756-4e7f-8754-163deb70f9a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.319575] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d06f051-9372-4bf8-b201-730b1d97afe6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.330920] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc8bb6-b2d2-48b5-9465-bd4b7fb76305 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.342525] env[62880]: DEBUG nova.compute.provider_tree [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.585088] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.636817] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "refresh_cache-a60b7c6d-0951-4a41-b05f-46a186daaf48" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.636817] env[62880]: DEBUG nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Instance network_info: |[{"id": "0aa80924-d02d-4db6-9a2b-cd3f71fdba65", "address": "fa:16:3e:4d:df:63", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa80924-d0", "ovs_interfaceid": "0aa80924-d02d-4db6-9a2b-cd3f71fdba65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1635.636817] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:df:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa80924-d02d-4db6-9a2b-cd3f71fdba65', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.645698] env[62880]: DEBUG oslo.service.loopingcall [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.646381] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.647021] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a186937e-71d6-4368-90a0-fa3a65297b46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.676021] env[62880]: DEBUG oslo_vmware.api [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880767, 'name': PowerOnVM_Task, 'duration_secs': 0.635917} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.677154] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.677571] env[62880]: INFO nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1635.678548] env[62880]: DEBUG nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.678548] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.678548] env[62880]: value = "task-1880768" [ 1635.678548] env[62880]: _type = "Task" [ 1635.678548] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.679338] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805d988d-f613-491e-b432-2f2dd7e78762 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.696692] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880768, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.801706] env[62880]: DEBUG nova.compute.manager [req-16116578-0c62-4ee7-b646-21a99eae1a49 req-351abd99-0e9c-41d8-af06-d734219e9f13 service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Received event network-changed-0aa80924-d02d-4db6-9a2b-cd3f71fdba65 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1635.801706] env[62880]: DEBUG nova.compute.manager [req-16116578-0c62-4ee7-b646-21a99eae1a49 req-351abd99-0e9c-41d8-af06-d734219e9f13 service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Refreshing instance network info cache due to event network-changed-0aa80924-d02d-4db6-9a2b-cd3f71fdba65. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1635.801706] env[62880]: DEBUG oslo_concurrency.lockutils [req-16116578-0c62-4ee7-b646-21a99eae1a49 req-351abd99-0e9c-41d8-af06-d734219e9f13 service nova] Acquiring lock "refresh_cache-a60b7c6d-0951-4a41-b05f-46a186daaf48" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.801847] env[62880]: DEBUG oslo_concurrency.lockutils [req-16116578-0c62-4ee7-b646-21a99eae1a49 req-351abd99-0e9c-41d8-af06-d734219e9f13 service nova] Acquired lock "refresh_cache-a60b7c6d-0951-4a41-b05f-46a186daaf48" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.801959] env[62880]: DEBUG nova.network.neutron [req-16116578-0c62-4ee7-b646-21a99eae1a49 req-351abd99-0e9c-41d8-af06-d734219e9f13 service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Refreshing network info cache for port 0aa80924-d02d-4db6-9a2b-cd3f71fdba65 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.823796] env[62880]: DEBUG nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1635.845501] env[62880]: DEBUG nova.scheduler.client.report [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.861304] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.861640] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.861887] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.862173] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.862398] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.862771] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.863041] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.865267] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.865267] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.865267] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.865267] env[62880]: DEBUG nova.virt.hardware [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1635.866169] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3273987b-1cdc-4008-a255-f14dd9d58184 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.877243] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6e579a-6f31-422f-a4dd-20b85bf0467c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.192354] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880768, 'name': CreateVM_Task, 'duration_secs': 0.391657} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.192585] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.193313] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.193487] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.193963] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1636.194332] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb2f764-ef2c-4226-809b-ed208092f914 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.206058] env[62880]: INFO nova.compute.manager [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Took 45.64 seconds to build instance. [ 1636.210027] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1636.210027] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e320bb-5d62-a75c-134c-3102e81ce00a" [ 1636.210027] env[62880]: _type = "Task" [ 1636.210027] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.219678] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.220047] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Processing image 7c62d30b-a221-4258-b70f-0f79486f0ce2 {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.220177] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2/7c62d30b-a221-4258-b70f-0f79486f0ce2.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.220329] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2/7c62d30b-a221-4258-b70f-0f79486f0ce2.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.220726] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.220928] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e2fc012-5603-42a9-9901-240d30255497 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.240186] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.240496] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.241247] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56d5818-5996-4951-b3df-302ba7123f6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.247152] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1636.247152] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52398483-df12-4f29-012d-9bbe11ea2b4e" [ 1636.247152] env[62880]: _type = "Task" [ 1636.247152] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.254833] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52398483-df12-4f29-012d-9bbe11ea2b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.357175] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.357175] env[62880]: DEBUG nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.360048] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.210s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.360110] env[62880]: DEBUG nova.objects.instance [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1636.525046] env[62880]: DEBUG nova.network.neutron [req-16116578-0c62-4ee7-b646-21a99eae1a49 req-351abd99-0e9c-41d8-af06-d734219e9f13 service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Updated VIF entry in instance network info cache for port 0aa80924-d02d-4db6-9a2b-cd3f71fdba65. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.525613] env[62880]: DEBUG nova.network.neutron [req-16116578-0c62-4ee7-b646-21a99eae1a49 req-351abd99-0e9c-41d8-af06-d734219e9f13 service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Updating instance_info_cache with network_info: [{"id": "0aa80924-d02d-4db6-9a2b-cd3f71fdba65", "address": "fa:16:3e:4d:df:63", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa80924-d0", "ovs_interfaceid": "0aa80924-d02d-4db6-9a2b-cd3f71fdba65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.712986] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52844942-1646-4ffc-8d0e-e49a344c726a tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "3c017dcb-8093-4d79-ac47-a47b79807afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.162s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.761209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Preparing fetch location {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1636.761209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Fetch image to [datastore2] OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded/OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded.vmdk {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1636.761209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Downloading stream optimized image 7c62d30b-a221-4258-b70f-0f79486f0ce2 to [datastore2] OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded/OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded.vmdk on the data store datastore2 as vApp {{(pid=62880) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1636.761209] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Downloading image file data 7c62d30b-a221-4258-b70f-0f79486f0ce2 to the ESX as VM named 'OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded' {{(pid=62880) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1636.856512] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1636.856512] env[62880]: value = "resgroup-9" [ 1636.856512] env[62880]: _type = "ResourcePool" [ 1636.856512] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1636.856929] env[62880]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0f90a9bd-d2d5-40a5-88f3-f08251cede6e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.874959] env[62880]: DEBUG nova.compute.utils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.879880] env[62880]: DEBUG nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1636.879992] env[62880]: DEBUG nova.network.neutron [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.889260] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lease: (returnval){ [ 1636.889260] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260cf69-9f7f-e060-da51-e4755f849039" [ 1636.889260] env[62880]: _type = "HttpNfcLease" [ 1636.889260] env[62880]: } obtained for vApp import into resource pool (val){ [ 1636.889260] env[62880]: value = "resgroup-9" [ 1636.889260] env[62880]: _type = "ResourcePool" [ 1636.889260] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1636.889601] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the lease: (returnval){ [ 1636.889601] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260cf69-9f7f-e060-da51-e4755f849039" [ 1636.889601] env[62880]: _type = "HttpNfcLease" [ 1636.889601] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1636.903380] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1636.903380] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260cf69-9f7f-e060-da51-e4755f849039" [ 1636.903380] env[62880]: _type = "HttpNfcLease" [ 1636.903380] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1636.928428] env[62880]: DEBUG nova.policy [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426800d5a3e04f7896ac3fb89131f6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1334b12645b642a8ac060050d27b58f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1637.028351] env[62880]: DEBUG oslo_concurrency.lockutils [req-16116578-0c62-4ee7-b646-21a99eae1a49 req-351abd99-0e9c-41d8-af06-d734219e9f13 service nova] Releasing lock "refresh_cache-a60b7c6d-0951-4a41-b05f-46a186daaf48" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.211158] env[62880]: DEBUG nova.network.neutron [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Successfully created port: acd41914-92fc-40f1-8155-96a998651f22 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1637.285440] env[62880]: DEBUG nova.network.neutron [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Successfully updated port: 53221e0d-be25-4f6f-be0f-44fb8bf04400 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.381156] env[62880]: DEBUG nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.385445] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181343ed-ff03-4ad5-8a61-2530ace890fb tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.386790] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.636s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.388348] env[62880]: INFO nova.compute.claims [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.401773] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1637.401773] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260cf69-9f7f-e060-da51-e4755f849039" [ 1637.401773] env[62880]: _type = "HttpNfcLease" [ 1637.401773] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1637.418982] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.419242] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.788575] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquiring lock "refresh_cache-ea237b6c-6076-458f-b184-e84d2fc07313" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.788702] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquired lock "refresh_cache-ea237b6c-6076-458f-b184-e84d2fc07313" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.788808] env[62880]: DEBUG nova.network.neutron [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1637.848361] env[62880]: DEBUG nova.compute.manager [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Received event network-vif-plugged-53221e0d-be25-4f6f-be0f-44fb8bf04400 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.848572] env[62880]: DEBUG oslo_concurrency.lockutils [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] Acquiring lock "ea237b6c-6076-458f-b184-e84d2fc07313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.848743] env[62880]: DEBUG oslo_concurrency.lockutils [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] Lock "ea237b6c-6076-458f-b184-e84d2fc07313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.848919] env[62880]: DEBUG oslo_concurrency.lockutils [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] Lock "ea237b6c-6076-458f-b184-e84d2fc07313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.849139] env[62880]: DEBUG nova.compute.manager [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] No waiting events found dispatching network-vif-plugged-53221e0d-be25-4f6f-be0f-44fb8bf04400 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1637.849349] env[62880]: WARNING nova.compute.manager [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Received unexpected event network-vif-plugged-53221e0d-be25-4f6f-be0f-44fb8bf04400 for instance with vm_state building and task_state spawning. [ 1637.849550] env[62880]: DEBUG nova.compute.manager [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Received event network-changed-53221e0d-be25-4f6f-be0f-44fb8bf04400 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1637.849760] env[62880]: DEBUG nova.compute.manager [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Refreshing instance network info cache due to event network-changed-53221e0d-be25-4f6f-be0f-44fb8bf04400. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1637.850044] env[62880]: DEBUG oslo_concurrency.lockutils [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] Acquiring lock "refresh_cache-ea237b6c-6076-458f-b184-e84d2fc07313" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.906379] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1637.906379] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260cf69-9f7f-e060-da51-e4755f849039" [ 1637.906379] env[62880]: _type = "HttpNfcLease" [ 1637.906379] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1637.923738] env[62880]: DEBUG nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.108025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.108311] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.108526] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.108712] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.108885] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.111225] env[62880]: INFO nova.compute.manager [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Terminating instance [ 1638.195026] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "3c017dcb-8093-4d79-ac47-a47b79807afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.195135] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "3c017dcb-8093-4d79-ac47-a47b79807afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.195334] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "3c017dcb-8093-4d79-ac47-a47b79807afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.195547] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "3c017dcb-8093-4d79-ac47-a47b79807afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.195721] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "3c017dcb-8093-4d79-ac47-a47b79807afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.197984] env[62880]: INFO nova.compute.manager [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Terminating instance [ 1638.340776] env[62880]: DEBUG nova.network.neutron [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.392111] env[62880]: DEBUG nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.405014] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1638.405014] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260cf69-9f7f-e060-da51-e4755f849039" [ 1638.405014] env[62880]: _type = "HttpNfcLease" [ 1638.405014] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1638.405542] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1638.405542] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260cf69-9f7f-e060-da51-e4755f849039" [ 1638.405542] env[62880]: _type = "HttpNfcLease" [ 1638.405542] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1638.406303] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03111ad-ca4a-4401-8887-8743ea12897f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.417149] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4778b-58a1-d1ed-b148-250b334c06b9/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1638.417344] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating HTTP connection to write to file with size = 31571968 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4778b-58a1-d1ed-b148-250b334c06b9/disk-0.vmdk. {{(pid=62880) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1638.420973] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.421324] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.421486] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.421671] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.421819] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.421964] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.422182] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.422362] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.422501] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.422656] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.422822] env[62880]: DEBUG nova.virt.hardware [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.423910] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a2d1e2-3c3e-4cf9-b801-19ad2d479a3f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.503246] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acea1a5-c48c-40e3-93c2-8b86fa4d5d4b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.510963] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.511252] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-842fa0c8-3d6f-4c49-9e23-d43d79f80e8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.556905] env[62880]: DEBUG nova.network.neutron [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Updating instance_info_cache with network_info: [{"id": "53221e0d-be25-4f6f-be0f-44fb8bf04400", "address": "fa:16:3e:e8:24:c4", "network": {"id": "7a172aeb-31e8-41d1-beda-872db266221d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1101610900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "276530ea4f174333a9fa86e4adc28d98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53221e0d-be", "ovs_interfaceid": "53221e0d-be25-4f6f-be0f-44fb8bf04400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.614497] env[62880]: DEBUG nova.compute.manager [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.614732] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.618175] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42fd7d6-335c-4637-92ab-d50e028347a4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.626596] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.627131] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fba82abb-e1f9-4c1f-9b68-f4e99f7fc04b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.633929] env[62880]: DEBUG oslo_vmware.api [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1638.633929] env[62880]: value = "task-1880770" [ 1638.633929] env[62880]: _type = "Task" [ 1638.633929] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.645156] env[62880]: DEBUG oslo_vmware.api [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.699385] env[62880]: DEBUG nova.compute.manager [req-7d7f7745-8886-401f-94be-f70d7ceacc65 req-74ca275f-93ba-41b8-9e96-33edfc00f528 service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Received event network-vif-plugged-acd41914-92fc-40f1-8155-96a998651f22 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1638.699604] env[62880]: DEBUG oslo_concurrency.lockutils [req-7d7f7745-8886-401f-94be-f70d7ceacc65 req-74ca275f-93ba-41b8-9e96-33edfc00f528 service nova] Acquiring lock "4520a515-796b-467f-8a28-0a89afe5e03e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.699811] env[62880]: DEBUG oslo_concurrency.lockutils [req-7d7f7745-8886-401f-94be-f70d7ceacc65 req-74ca275f-93ba-41b8-9e96-33edfc00f528 service nova] Lock "4520a515-796b-467f-8a28-0a89afe5e03e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.699973] env[62880]: DEBUG oslo_concurrency.lockutils [req-7d7f7745-8886-401f-94be-f70d7ceacc65 req-74ca275f-93ba-41b8-9e96-33edfc00f528 service nova] Lock "4520a515-796b-467f-8a28-0a89afe5e03e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.700162] env[62880]: DEBUG nova.compute.manager [req-7d7f7745-8886-401f-94be-f70d7ceacc65 req-74ca275f-93ba-41b8-9e96-33edfc00f528 service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] No waiting events found dispatching network-vif-plugged-acd41914-92fc-40f1-8155-96a998651f22 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1638.700326] env[62880]: WARNING nova.compute.manager [req-7d7f7745-8886-401f-94be-f70d7ceacc65 req-74ca275f-93ba-41b8-9e96-33edfc00f528 service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Received unexpected event network-vif-plugged-acd41914-92fc-40f1-8155-96a998651f22 for instance with vm_state building and task_state spawning. [ 1638.701204] env[62880]: DEBUG nova.compute.manager [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.701389] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.702226] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dcc32d-3640-450a-af17-0fe5d3fa5dd4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.711607] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.711877] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5c37065-a47e-42cf-87b2-a0e2c8a85ca7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.718225] env[62880]: DEBUG oslo_vmware.api [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1638.718225] env[62880]: value = "task-1880771" [ 1638.718225] env[62880]: _type = "Task" [ 1638.718225] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.729908] env[62880]: DEBUG oslo_vmware.api [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.802015] env[62880]: DEBUG nova.network.neutron [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Successfully updated port: acd41914-92fc-40f1-8155-96a998651f22 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.872119] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f7c65-a0dc-4c87-8d9c-9dac3974d70f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.883173] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd65b8-6368-4ee4-a7c2-dda4ac2134c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.921866] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b721a57-cf0d-487d-805b-94bb41c5cde5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.931999] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f001553-8766-4e3e-92ee-5114473483cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.946453] env[62880]: DEBUG nova.compute.provider_tree [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.061016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Releasing lock "refresh_cache-ea237b6c-6076-458f-b184-e84d2fc07313" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.061016] env[62880]: DEBUG nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Instance network_info: |[{"id": "53221e0d-be25-4f6f-be0f-44fb8bf04400", "address": "fa:16:3e:e8:24:c4", "network": {"id": "7a172aeb-31e8-41d1-beda-872db266221d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1101610900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "276530ea4f174333a9fa86e4adc28d98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53221e0d-be", "ovs_interfaceid": "53221e0d-be25-4f6f-be0f-44fb8bf04400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1639.061016] env[62880]: DEBUG oslo_concurrency.lockutils [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] Acquired lock "refresh_cache-ea237b6c-6076-458f-b184-e84d2fc07313" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.061016] env[62880]: DEBUG nova.network.neutron [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Refreshing network info cache for port 53221e0d-be25-4f6f-be0f-44fb8bf04400 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.061850] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:24:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53221e0d-be25-4f6f-be0f-44fb8bf04400', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.069238] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Creating folder: Project (276530ea4f174333a9fa86e4adc28d98). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.075465] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-796b213f-7560-41fd-88a9-1fe5ac267116 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.087831] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Created folder: Project (276530ea4f174333a9fa86e4adc28d98) in parent group-v388473. [ 1639.087831] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Creating folder: Instances. Parent ref: group-v388674. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.089734] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff5a5b9c-d39a-4eaa-9af4-6e80a59f0a32 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.102211] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Created folder: Instances in parent group-v388674. [ 1639.102211] env[62880]: DEBUG oslo.service.loopingcall [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.102211] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.103034] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-731bbd03-3ef2-4914-bf38-34b376f6f476 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.128131] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.128131] env[62880]: value = "task-1880774" [ 1639.128131] env[62880]: _type = "Task" [ 1639.128131] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.137482] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880774, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.147914] env[62880]: DEBUG oslo_vmware.api [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880770, 'name': PowerOffVM_Task, 'duration_secs': 0.289172} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.148226] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.148354] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.148611] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a69e8fb-9194-42dd-b3d9-c34c7a11ee7f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.227913] env[62880]: DEBUG oslo_vmware.api [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880771, 'name': PowerOffVM_Task, 'duration_secs': 0.213132} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.228729] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.228729] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.228729] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26883f28-8d3d-415f-8406-84b22d9ea0de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.264882] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.265110] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.265288] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleting the datastore file [datastore2] 84b2fa26-7ccb-4609-86a1-e6a7549ecce8 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.265660] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95907581-38d0-4c80-8188-3281135487bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.272216] env[62880]: DEBUG oslo_vmware.api [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1639.272216] env[62880]: value = "task-1880777" [ 1639.272216] env[62880]: _type = "Task" [ 1639.272216] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.284390] env[62880]: DEBUG oslo_vmware.api [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.306845] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-4520a515-796b-467f-8a28-0a89afe5e03e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.306954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-4520a515-796b-467f-8a28-0a89afe5e03e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.307056] env[62880]: DEBUG nova.network.neutron [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.317711] env[62880]: DEBUG nova.network.neutron [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Updated VIF entry in instance network info cache for port 53221e0d-be25-4f6f-be0f-44fb8bf04400. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.317711] env[62880]: DEBUG nova.network.neutron [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Updating instance_info_cache with network_info: [{"id": "53221e0d-be25-4f6f-be0f-44fb8bf04400", "address": "fa:16:3e:e8:24:c4", "network": {"id": "7a172aeb-31e8-41d1-beda-872db266221d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1101610900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "276530ea4f174333a9fa86e4adc28d98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53221e0d-be", "ovs_interfaceid": "53221e0d-be25-4f6f-be0f-44fb8bf04400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.455885] env[62880]: DEBUG nova.scheduler.client.report [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1639.639673] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880774, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.648017] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.648293] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.648537] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleting the datastore file [datastore2] 3c017dcb-8093-4d79-ac47-a47b79807afb {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.648855] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1a9b235-767d-45c8-a9d0-44c9cb44a854 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.656011] env[62880]: DEBUG oslo_vmware.api [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1639.656011] env[62880]: value = "task-1880778" [ 1639.656011] env[62880]: _type = "Task" [ 1639.656011] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.667035] env[62880]: DEBUG oslo_vmware.api [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.784866] env[62880]: DEBUG oslo_vmware.api [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218639} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.786467] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.786654] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.786831] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.787016] env[62880]: INFO nova.compute.manager [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1639.787251] env[62880]: DEBUG oslo.service.loopingcall [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.787454] env[62880]: DEBUG nova.compute.manager [-] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.787542] env[62880]: DEBUG nova.network.neutron [-] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.822069] env[62880]: DEBUG oslo_concurrency.lockutils [req-accbf14f-46e5-4e7f-ba7e-b29eb6465959 req-aa1f59e3-81ff-439e-922c-14fb6d547d0e service nova] Releasing lock "refresh_cache-ea237b6c-6076-458f-b184-e84d2fc07313" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.844961] env[62880]: DEBUG nova.network.neutron [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.886588] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Completed reading data from the image iterator. {{(pid=62880) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1639.886849] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4778b-58a1-d1ed-b148-250b334c06b9/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1639.888016] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b2c871-7a88-4b86-aa5f-2f3933652de1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.898138] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4778b-58a1-d1ed-b148-250b334c06b9/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1639.898316] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4778b-58a1-d1ed-b148-250b334c06b9/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1639.898601] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-36c94338-7050-478d-be55-0dcd72dc0fdd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.963164] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.963704] env[62880]: DEBUG nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1639.966514] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.171s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.047475] env[62880]: DEBUG nova.network.neutron [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Updating instance_info_cache with network_info: [{"id": "acd41914-92fc-40f1-8155-96a998651f22", "address": "fa:16:3e:a8:7a:0a", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd41914-92", "ovs_interfaceid": "acd41914-92fc-40f1-8155-96a998651f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.129153] env[62880]: DEBUG oslo_vmware.rw_handles [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b4778b-58a1-d1ed-b148-250b334c06b9/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1640.129391] env[62880]: INFO nova.virt.vmwareapi.images [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Downloaded image file data 7c62d30b-a221-4258-b70f-0f79486f0ce2 [ 1640.133081] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf19f2d-e559-4ebd-aa52-6524b6844197 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.143019] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880774, 'name': CreateVM_Task, 'duration_secs': 0.727492} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.153796] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1640.154658] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.154807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.155270] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1640.155529] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3503926-75be-4943-bfa2-8d06ad2f982e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.157183] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962f92ee-e195-41b7-bab0-bc59c9123efa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.165074] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1640.165074] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f4e8e-fe07-ce19-f2d6-8241e2fe3c2e" [ 1640.165074] env[62880]: _type = "Task" [ 1640.165074] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.168326] env[62880]: DEBUG oslo_vmware.api [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195746} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.171457] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.171704] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.171914] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.172104] env[62880]: INFO nova.compute.manager [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1640.172363] env[62880]: DEBUG oslo.service.loopingcall [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.172573] env[62880]: DEBUG nova.compute.manager [-] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1640.172671] env[62880]: DEBUG nova.network.neutron [-] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.179478] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f4e8e-fe07-ce19-f2d6-8241e2fe3c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.184241] env[62880]: INFO nova.virt.vmwareapi.images [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] The imported VM was unregistered [ 1640.186771] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Caching image {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1640.186992] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2 {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.187268] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b91e2a31-aab9-4b88-ad40-cf31ed203989 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.197950] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Created directory with path [datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2 {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.198164] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded/OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded.vmdk to [datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2/7c62d30b-a221-4258-b70f-0f79486f0ce2.vmdk. {{(pid=62880) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1640.198851] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-97696984-2606-431d-b91d-916af2c32fc6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.206499] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1640.206499] env[62880]: value = "task-1880780" [ 1640.206499] env[62880]: _type = "Task" [ 1640.206499] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.215937] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880780, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.470119] env[62880]: DEBUG nova.compute.utils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.475646] env[62880]: DEBUG nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1640.475842] env[62880]: DEBUG nova.network.neutron [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1640.524698] env[62880]: DEBUG nova.policy [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff528f704064c56b7286ea8339a614d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d431c62e8243668f4bcc8f614a3b28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1640.550219] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-4520a515-796b-467f-8a28-0a89afe5e03e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.550474] env[62880]: DEBUG nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Instance network_info: |[{"id": "acd41914-92fc-40f1-8155-96a998651f22", "address": "fa:16:3e:a8:7a:0a", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd41914-92", "ovs_interfaceid": "acd41914-92fc-40f1-8155-96a998651f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.550938] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:7a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd41914-92fc-40f1-8155-96a998651f22', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.558384] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating folder: Project (1334b12645b642a8ac060050d27b58f0). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1640.558771] env[62880]: DEBUG nova.network.neutron [-] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.560441] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89fec40c-7d05-400c-9fd4-82308454b6ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.574536] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Created folder: Project (1334b12645b642a8ac060050d27b58f0) in parent group-v388473. [ 1640.574693] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating folder: Instances. Parent ref: group-v388677. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1640.574935] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9c23291-9b3a-4b4a-8166-15f6f7beff67 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.585271] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Created folder: Instances in parent group-v388677. [ 1640.585527] env[62880]: DEBUG oslo.service.loopingcall [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.585718] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.585930] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c913519e-f123-41e7-8fd5-feaf7ab4b094 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.609621] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.609621] env[62880]: value = "task-1880783" [ 1640.609621] env[62880]: _type = "Task" [ 1640.609621] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.621295] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880783, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.679417] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529f4e8e-fe07-ce19-f2d6-8241e2fe3c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017321} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.679729] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.680080] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.680212] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.680359] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.680586] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.680918] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f473633-ad42-4adf-ae94-989e4f06e314 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.700889] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.701625] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.701898] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01967814-55eb-4393-b1ad-f46928915fa6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.708223] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1640.708223] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52249e02-9cb7-eaf2-a833-18157810a494" [ 1640.708223] env[62880]: _type = "Task" [ 1640.708223] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.723293] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52249e02-9cb7-eaf2-a833-18157810a494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.726296] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880780, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.835407] env[62880]: DEBUG nova.compute.manager [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Received event network-changed-acd41914-92fc-40f1-8155-96a998651f22 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1640.838659] env[62880]: DEBUG nova.compute.manager [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Refreshing instance network info cache due to event network-changed-acd41914-92fc-40f1-8155-96a998651f22. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1640.838659] env[62880]: DEBUG oslo_concurrency.lockutils [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] Acquiring lock "refresh_cache-4520a515-796b-467f-8a28-0a89afe5e03e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.838659] env[62880]: DEBUG oslo_concurrency.lockutils [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] Acquired lock "refresh_cache-4520a515-796b-467f-8a28-0a89afe5e03e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.838659] env[62880]: DEBUG nova.network.neutron [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Refreshing network info cache for port acd41914-92fc-40f1-8155-96a998651f22 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.870346] env[62880]: DEBUG nova.network.neutron [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Successfully created port: b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.883044] env[62880]: DEBUG nova.network.neutron [-] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.963274] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d11588-f504-49c3-9b5d-546264d5af60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.972534] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4225ca-7571-4727-bd5a-813249e53042 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.976604] env[62880]: DEBUG nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1641.019341] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c71a768-ea55-4691-95c1-898f07cdc9f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.027275] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d8a1d5-8b83-4d2e-ac46-ec8fc4d4f4f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.042756] env[62880]: DEBUG nova.compute.provider_tree [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1641.063697] env[62880]: INFO nova.compute.manager [-] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Took 1.28 seconds to deallocate network for instance. [ 1641.122735] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880783, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.226244] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880780, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.226540] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52249e02-9cb7-eaf2-a833-18157810a494, 'name': SearchDatastore_Task, 'duration_secs': 0.09215} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.227515] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29802d6f-7da3-4529-b0d6-1b28f79b2b76 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.234030] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1641.234030] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52710545-4c52-985e-b13a-4175fe8df738" [ 1641.234030] env[62880]: _type = "Task" [ 1641.234030] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.242591] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52710545-4c52-985e-b13a-4175fe8df738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.386604] env[62880]: INFO nova.compute.manager [-] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Took 1.21 seconds to deallocate network for instance. [ 1641.567795] env[62880]: ERROR nova.scheduler.client.report [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [req-daaa09ba-5768-482e-9b0b-38dacd18afa1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-daaa09ba-5768-482e-9b0b-38dacd18afa1"}]} [ 1641.570960] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.584689] env[62880]: DEBUG nova.scheduler.client.report [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1641.604081] env[62880]: DEBUG nova.scheduler.client.report [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1641.604399] env[62880]: DEBUG nova.compute.provider_tree [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1641.620127] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880783, 'name': CreateVM_Task, 'duration_secs': 0.796126} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.621382] env[62880]: DEBUG nova.scheduler.client.report [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1641.623521] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.624427] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.624589] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.624910] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.625197] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff3acb8-0eb1-46d6-aba8-5fc7ac68e8ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.630743] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1641.630743] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52457b2f-ab44-ed3e-cf6d-52854e878984" [ 1641.630743] env[62880]: _type = "Task" [ 1641.630743] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.639089] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52457b2f-ab44-ed3e-cf6d-52854e878984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.648402] env[62880]: DEBUG nova.scheduler.client.report [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1641.712981] env[62880]: DEBUG nova.network.neutron [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Updated VIF entry in instance network info cache for port acd41914-92fc-40f1-8155-96a998651f22. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.713350] env[62880]: DEBUG nova.network.neutron [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Updating instance_info_cache with network_info: [{"id": "acd41914-92fc-40f1-8155-96a998651f22", "address": "fa:16:3e:a8:7a:0a", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd41914-92", "ovs_interfaceid": "acd41914-92fc-40f1-8155-96a998651f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.724496] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880780, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.745152] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52710545-4c52-985e-b13a-4175fe8df738, 'name': SearchDatastore_Task, 'duration_secs': 0.086699} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.748203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.748203] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ea237b6c-6076-458f-b184-e84d2fc07313/ea237b6c-6076-458f-b184-e84d2fc07313.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.748742] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f0535cf-25a4-4028-8329-e6a5785d4025 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.755618] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1641.755618] env[62880]: value = "task-1880784" [ 1641.755618] env[62880]: _type = "Task" [ 1641.755618] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.767379] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.895469] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.992620] env[62880]: DEBUG nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1642.025875] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1642.026102] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.026329] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1642.026947] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.027125] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1642.027317] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1642.027595] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1642.028310] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1642.028310] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1642.028416] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1642.028626] env[62880]: DEBUG nova.virt.hardware [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1642.029621] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284bf84b-3da1-456b-b5a2-9b2c8b1d7a5c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.040983] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9b2aa3-b2a2-4124-b4cd-ff48e25d5e0f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.098236] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbb1615-bb81-4572-8ae1-051f81e0ff91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.106612] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1fb574-bdcb-4da6-a36c-82dae99322f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.146131] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fdf6e7-75fd-4827-86d7-0b17eeac78a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.158712] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52457b2f-ab44-ed3e-cf6d-52854e878984, 'name': SearchDatastore_Task, 'duration_secs': 0.083778} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.160048] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cb395a-454d-4ad3-af56-b3bcecb58741 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.164112] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.164368] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.164600] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.164747] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.164918] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.165233] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75e34e62-8243-4b82-ad33-cd26e9b7ba65 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.177822] env[62880]: DEBUG nova.compute.provider_tree [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1642.181908] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.182132] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.182982] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd7d6e0-ff02-4e13-a391-1dcc5a9c3d73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.189608] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1642.189608] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5272d0a7-7412-d284-e81a-ba1e99f43d11" [ 1642.189608] env[62880]: _type = "Task" [ 1642.189608] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.199360] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5272d0a7-7412-d284-e81a-ba1e99f43d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.222880] env[62880]: DEBUG oslo_concurrency.lockutils [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] Releasing lock "refresh_cache-4520a515-796b-467f-8a28-0a89afe5e03e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.222880] env[62880]: DEBUG nova.compute.manager [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Received event network-vif-deleted-60fe1ef6-cd91-4f6e-847f-c58d18f3b923 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.223086] env[62880]: DEBUG nova.compute.manager [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Received event network-vif-deleted-0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.223255] env[62880]: INFO nova.compute.manager [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Neutron deleted interface 0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29; detaching it from the instance and deleting it from the info cache [ 1642.223421] env[62880]: DEBUG nova.network.neutron [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.228018] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880780, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.267364] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.459317] env[62880]: DEBUG nova.network.neutron [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Successfully updated port: b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.701390] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5272d0a7-7412-d284-e81a-ba1e99f43d11, 'name': SearchDatastore_Task, 'duration_secs': 0.079539} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.702190] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a24a20-c009-47a9-848a-c95688dbed6f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.707913] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1642.707913] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52474207-07c9-3f0e-7c84-9dcca44ab86c" [ 1642.707913] env[62880]: _type = "Task" [ 1642.707913] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.712048] env[62880]: DEBUG nova.scheduler.client.report [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1642.712196] env[62880]: DEBUG nova.compute.provider_tree [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 89 to 90 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1642.712357] env[62880]: DEBUG nova.compute.provider_tree [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1642.722293] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52474207-07c9-3f0e-7c84-9dcca44ab86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.729600] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880780, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.466167} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.730333] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5cae940-432e-4563-a9a6-8d8533caf96b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.732164] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded/OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded.vmdk to [datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2/7c62d30b-a221-4258-b70f-0f79486f0ce2.vmdk. [ 1642.732359] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Cleaning up location [datastore2] OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1642.732520] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_279259bd-02c3-48bf-9733-c8ee2fa0aded {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.733197] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11e760df-717b-4a37-b844-a9fa36dfbcc6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.743357] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c3366-e803-4960-9dc0-2aec9cba884a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.756571] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1642.756571] env[62880]: value = "task-1880785" [ 1642.756571] env[62880]: _type = "Task" [ 1642.756571] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.769162] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.782993] env[62880]: DEBUG nova.compute.manager [req-53f6333e-df6b-426e-9bc2-e201ea2f3b13 req-6196fc22-b5a1-4776-b0ce-2fa8d49b237d service nova] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Detach interface failed, port_id=0a3bfa3a-b3e1-4839-b9d6-9cc623c76e29, reason: Instance 3c017dcb-8093-4d79-ac47-a47b79807afb could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1642.783520] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.903574] env[62880]: DEBUG nova.compute.manager [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Received event network-vif-plugged-b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.903808] env[62880]: DEBUG oslo_concurrency.lockutils [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] Acquiring lock "35790243-8a62-49ff-bccd-0b2dd92c7332-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.904032] env[62880]: DEBUG oslo_concurrency.lockutils [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] Lock "35790243-8a62-49ff-bccd-0b2dd92c7332-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.904280] env[62880]: DEBUG oslo_concurrency.lockutils [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] Lock "35790243-8a62-49ff-bccd-0b2dd92c7332-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.904377] env[62880]: DEBUG nova.compute.manager [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] No waiting events found dispatching network-vif-plugged-b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1642.904540] env[62880]: WARNING nova.compute.manager [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Received unexpected event network-vif-plugged-b96dd371-f890-4f7f-85b4-eab5dd186f95 for instance with vm_state building and task_state spawning. [ 1642.904701] env[62880]: DEBUG nova.compute.manager [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Received event network-changed-b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.904852] env[62880]: DEBUG nova.compute.manager [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Refreshing instance network info cache due to event network-changed-b96dd371-f890-4f7f-85b4-eab5dd186f95. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1642.905044] env[62880]: DEBUG oslo_concurrency.lockutils [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] Acquiring lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.905241] env[62880]: DEBUG oslo_concurrency.lockutils [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] Acquired lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.905356] env[62880]: DEBUG nova.network.neutron [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Refreshing network info cache for port b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.962508] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.219148] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52474207-07c9-3f0e-7c84-9dcca44ab86c, 'name': SearchDatastore_Task, 'duration_secs': 0.042482} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.219400] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.219650] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 4520a515-796b-467f-8a28-0a89afe5e03e/4520a515-796b-467f-8a28-0a89afe5e03e.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.223127] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11c51d0-b4b3-4e11-8769-6025b657d575 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.229990] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1643.229990] env[62880]: value = "task-1880786" [ 1643.229990] env[62880]: _type = "Task" [ 1643.229990] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.240239] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.268073] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880784, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.344688} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.271060] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ea237b6c-6076-458f-b184-e84d2fc07313/ea237b6c-6076-458f-b184-e84d2fc07313.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.271060] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.271291] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155207} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.271477] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9638d50b-f77b-45b6-853d-2f8c524b813f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.273615] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1643.273788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2/7c62d30b-a221-4258-b70f-0f79486f0ce2.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.274027] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2/7c62d30b-a221-4258-b70f-0f79486f0ce2.vmdk to [datastore2] a60b7c6d-0951-4a41-b05f-46a186daaf48/a60b7c6d-0951-4a41-b05f-46a186daaf48.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.274256] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2966c8-c38f-45ca-ba66-f903d0331a06 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.280266] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1643.280266] env[62880]: value = "task-1880787" [ 1643.280266] env[62880]: _type = "Task" [ 1643.280266] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.281300] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1643.281300] env[62880]: value = "task-1880788" [ 1643.281300] env[62880]: _type = "Task" [ 1643.281300] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.292046] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.294589] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.461832] env[62880]: DEBUG nova.network.neutron [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.532620] env[62880]: DEBUG nova.network.neutron [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.727035] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.760s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.729930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.151s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.730199] env[62880]: DEBUG nova.objects.instance [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lazy-loading 'resources' on Instance uuid 47deb7f1-7ce7-4fcc-94d5-9006f592a75f {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.743861] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.793437] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152768} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.796373] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.796671] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.797350] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f94f58-d956-4e8d-90b2-11236603b4b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.819389] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ea237b6c-6076-458f-b184-e84d2fc07313/ea237b6c-6076-458f-b184-e84d2fc07313.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.819954] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb34c046-b11c-4765-bbcb-35240f493e39 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.838984] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1643.838984] env[62880]: value = "task-1880789" [ 1643.838984] env[62880]: _type = "Task" [ 1643.838984] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.847177] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.035440] env[62880]: DEBUG oslo_concurrency.lockutils [req-6483f39b-0590-407f-8da4-19e4412440e3 req-d14d661e-d0fd-4302-ba2b-b7e9d6cc6c46 service nova] Releasing lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.035856] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.036067] env[62880]: DEBUG nova.network.neutron [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.250633] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.295684] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.301025] env[62880]: INFO nova.scheduler.client.report [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted allocation for migration ea96d07d-2828-4115-89f2-62a263994351 [ 1644.348661] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880789, 'name': ReconfigVM_Task, 'duration_secs': 0.319569} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.351368] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ea237b6c-6076-458f-b184-e84d2fc07313/ea237b6c-6076-458f-b184-e84d2fc07313.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.352208] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-916e201e-f7e1-453b-9f3a-14d89ee8acdd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.359656] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1644.359656] env[62880]: value = "task-1880790" [ 1644.359656] env[62880]: _type = "Task" [ 1644.359656] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.370698] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880790, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.573121] env[62880]: DEBUG nova.network.neutron [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.639050] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701c5633-9f58-4fee-a37b-e275ad0ce63f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.648752] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1893937-7b74-4557-a82b-d7e73d5a5f85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.687097] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122fdea1-196e-4a59-9a08-a1ddec152d62 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.697745] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcb346a-8a95-46e9-b34d-e0c2ebe9d149 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.713031] env[62880]: DEBUG nova.compute.provider_tree [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1644.741076] env[62880]: DEBUG nova.network.neutron [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Updating instance_info_cache with network_info: [{"id": "b96dd371-f890-4f7f-85b4-eab5dd186f95", "address": "fa:16:3e:70:aa:90", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96dd371-f8", "ovs_interfaceid": "b96dd371-f890-4f7f-85b4-eab5dd186f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.753555] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880786, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.796663] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.806960] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9bafe401-5798-444e-9c94-1dfd6da6d029 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.646s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.870280] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880790, 'name': Rename_Task, 'duration_secs': 0.362918} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.870581] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.870840] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b143ed11-cb64-43a7-9e8b-29fa3ba9e8e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.879071] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1644.879071] env[62880]: value = "task-1880791" [ 1644.879071] env[62880]: _type = "Task" [ 1644.879071] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.888283] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.236445] env[62880]: ERROR nova.scheduler.client.report [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] [req-cd697571-7101-4909-9a48-252e80877794] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd697571-7101-4909-9a48-252e80877794"}]} [ 1645.247093] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.249755] env[62880]: DEBUG nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Instance network_info: |[{"id": "b96dd371-f890-4f7f-85b4-eab5dd186f95", "address": "fa:16:3e:70:aa:90", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96dd371-f8", "ovs_interfaceid": "b96dd371-f890-4f7f-85b4-eab5dd186f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.249755] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:aa:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b96dd371-f890-4f7f-85b4-eab5dd186f95', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.256988] env[62880]: DEBUG oslo.service.loopingcall [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.258614] env[62880]: DEBUG nova.scheduler.client.report [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1645.260616] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.264350] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1593fb0b-8ad7-469e-a9da-c4d0bd6ca268 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.280494] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880786, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.962129} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.281541] env[62880]: DEBUG nova.scheduler.client.report [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1645.281743] env[62880]: DEBUG nova.compute.provider_tree [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1645.283815] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 4520a515-796b-467f-8a28-0a89afe5e03e/4520a515-796b-467f-8a28-0a89afe5e03e.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1645.284067] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1645.285421] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f21a12c1-a20a-4147-9f16-78a5c03fb393 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.294035] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.294035] env[62880]: value = "task-1880792" [ 1645.294035] env[62880]: _type = "Task" [ 1645.294035] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.297582] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1645.297582] env[62880]: value = "task-1880793" [ 1645.297582] env[62880]: _type = "Task" [ 1645.297582] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.301627] env[62880]: DEBUG nova.scheduler.client.report [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1645.303916] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.312041] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880792, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.315306] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.324038] env[62880]: DEBUG nova.scheduler.client.report [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1645.394862] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.733676] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe256a94-e387-4283-b202-69a9468212c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.743285] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210cce11-6a05-4641-b014-ce9995697a41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.779451] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452c8a55-7ab8-40cd-bb35-a645c8195fe9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.787289] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62b13a4-a0d6-4e9d-8d0c-86a7335ee60d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.806251] env[62880]: DEBUG nova.compute.provider_tree [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1645.815637] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.819787] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880792, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.829306] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880793, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.894346] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880791, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.315576] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.323944] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880792, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.331559] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.552942} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.331896] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1646.332769] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2bac2f-373c-4ddf-840d-42e3a9d1bf96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.358747] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 4520a515-796b-467f-8a28-0a89afe5e03e/4520a515-796b-467f-8a28-0a89afe5e03e.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.359987] env[62880]: DEBUG nova.scheduler.client.report [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1646.360219] env[62880]: DEBUG nova.compute.provider_tree [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 91 to 92 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1646.360395] env[62880]: DEBUG nova.compute.provider_tree [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1646.364185] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84eb0a9e-9a8d-459b-bad3-9154ca341b23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.383913] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.654s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.386398] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.503s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.386708] env[62880]: DEBUG nova.objects.instance [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1646.397338] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1646.397338] env[62880]: value = "task-1880794" [ 1646.397338] env[62880]: _type = "Task" [ 1646.397338] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.406097] env[62880]: DEBUG oslo_vmware.api [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880791, 'name': PowerOnVM_Task, 'duration_secs': 1.446829} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.406466] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.406698] env[62880]: INFO nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1646.406889] env[62880]: DEBUG nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.408605] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f645d9a8-24b8-41aa-a856-e7fadbddfd53 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.415628] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.418307] env[62880]: INFO nova.scheduler.client.report [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Deleted allocations for instance 47deb7f1-7ce7-4fcc-94d5-9006f592a75f [ 1646.767662] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.768048] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.768411] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.768679] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.768898] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.771177] env[62880]: INFO nova.compute.manager [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Terminating instance [ 1646.811374] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880792, 'name': CreateVM_Task, 'duration_secs': 1.14348} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.814962] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.815379] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.816139] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.816350] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.816732] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.817426] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d0c2b6-9073-4d16-8900-a893ec84e5d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.824697] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1646.824697] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525718ef-86cb-c4b3-98c2-dde469efc2b1" [ 1646.824697] env[62880]: _type = "Task" [ 1646.824697] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.833462] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525718ef-86cb-c4b3-98c2-dde469efc2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.908554] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.929373] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f93d96cc-4767-4a14-82ca-5bee69276036 tempest-ServerShowV254Test-380138952 tempest-ServerShowV254Test-380138952-project-member] Lock "47deb7f1-7ce7-4fcc-94d5-9006f592a75f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.811s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.939330] env[62880]: INFO nova.compute.manager [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Took 44.80 seconds to build instance. [ 1647.278077] env[62880]: DEBUG nova.compute.manager [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1647.278077] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1647.278077] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088e890-c052-40a1-bc8f-e93252318187 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.287101] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1647.287101] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-befedf11-d529-41ad-8ff4-906199202b5e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.293358] env[62880]: DEBUG oslo_vmware.api [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1647.293358] env[62880]: value = "task-1880795" [ 1647.293358] env[62880]: _type = "Task" [ 1647.293358] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.307872] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880788, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.562141} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.311035] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c62d30b-a221-4258-b70f-0f79486f0ce2/7c62d30b-a221-4258-b70f-0f79486f0ce2.vmdk to [datastore2] a60b7c6d-0951-4a41-b05f-46a186daaf48/a60b7c6d-0951-4a41-b05f-46a186daaf48.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.311361] env[62880]: DEBUG oslo_vmware.api [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.312053] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de0cce-5815-4fce-8621-f3e2c09d6370 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.333967] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] a60b7c6d-0951-4a41-b05f-46a186daaf48/a60b7c6d-0951-4a41-b05f-46a186daaf48.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.337242] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40018585-d6e9-4f98-b2b0-50105675dd4c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.358418] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525718ef-86cb-c4b3-98c2-dde469efc2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.359691] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.359929] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.360168] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.360316] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.360493] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.360798] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1647.360798] env[62880]: value = "task-1880796" [ 1647.360798] env[62880]: _type = "Task" [ 1647.360798] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.360980] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394f78b8-c80c-4516-bdf8-a82e0e9bf8b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.372303] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880796, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.376120] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.376293] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1647.377158] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406a78cd-1bb2-4150-ba5e-bd32db9b1e38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.382520] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1647.382520] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ba9664-fa83-cef3-0f24-94add4b3f79c" [ 1647.382520] env[62880]: _type = "Task" [ 1647.382520] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.390620] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ba9664-fa83-cef3-0f24-94add4b3f79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.396739] env[62880]: DEBUG oslo_concurrency.lockutils [None req-977d0521-ac10-407f-8bee-eea36628c097 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.397912] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.352s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.398170] env[62880]: DEBUG nova.objects.instance [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lazy-loading 'resources' on Instance uuid 6c392bcb-fea4-4624-bb9d-8eae7e209681 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.408136] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880794, 'name': ReconfigVM_Task, 'duration_secs': 0.670619} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.409447] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 4520a515-796b-467f-8a28-0a89afe5e03e/4520a515-796b-467f-8a28-0a89afe5e03e.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.410723] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a9a0ad9-64fe-435e-8bca-49a5309c459b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.417566] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1647.417566] env[62880]: value = "task-1880797" [ 1647.417566] env[62880]: _type = "Task" [ 1647.417566] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.426534] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880797, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.441476] env[62880]: DEBUG oslo_concurrency.lockutils [None req-83fa4e9a-9d06-465c-858f-f7980cd00e9f tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "ea237b6c-6076-458f-b184-e84d2fc07313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.321s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.483761] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "78758212-39b8-49f3-b0b7-051ec547e39b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.483950] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.538396] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquiring lock "ea237b6c-6076-458f-b184-e84d2fc07313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.538720] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "ea237b6c-6076-458f-b184-e84d2fc07313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.538996] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquiring lock "ea237b6c-6076-458f-b184-e84d2fc07313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.539210] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "ea237b6c-6076-458f-b184-e84d2fc07313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.539381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "ea237b6c-6076-458f-b184-e84d2fc07313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.541648] env[62880]: INFO nova.compute.manager [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Terminating instance [ 1647.807465] env[62880]: DEBUG oslo_vmware.api [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880795, 'name': PowerOffVM_Task, 'duration_secs': 0.44702} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.807774] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1647.807950] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1647.808230] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1c57fbf-9562-41a0-ae7a-41b817e93410 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.872916] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880796, 'name': ReconfigVM_Task, 'duration_secs': 0.426072} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.873252] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Reconfigured VM instance instance-00000044 to attach disk [datastore2] a60b7c6d-0951-4a41-b05f-46a186daaf48/a60b7c6d-0951-4a41-b05f-46a186daaf48.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.873894] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20659185-759a-4d9e-b1f2-3e1f21ec10f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.880214] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1647.880214] env[62880]: value = "task-1880799" [ 1647.880214] env[62880]: _type = "Task" [ 1647.880214] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.893021] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880799, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.894443] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ba9664-fa83-cef3-0f24-94add4b3f79c, 'name': SearchDatastore_Task, 'duration_secs': 0.031412} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.895152] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f2678f-a726-4231-9b76-ac26ed942de0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.902717] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1647.902717] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526f0343-b2c4-8b0b-4ec5-9c2a84be60c4" [ 1647.902717] env[62880]: _type = "Task" [ 1647.902717] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.911897] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526f0343-b2c4-8b0b-4ec5-9c2a84be60c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.915229] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1647.915428] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1647.915605] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore1] 219bed14-d0ad-46eb-b2ec-2a3f240303b2 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1647.915849] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9a47379-7089-4bbb-90b6-9b475602287f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.921875] env[62880]: DEBUG oslo_vmware.api [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1647.921875] env[62880]: value = "task-1880800" [ 1647.921875] env[62880]: _type = "Task" [ 1647.921875] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.930143] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880797, 'name': Rename_Task, 'duration_secs': 0.18672} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.930856] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.931092] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054b582b-5593-446e-ace7-5f03dfcda3fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.935126] env[62880]: DEBUG oslo_vmware.api [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.940447] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1647.940447] env[62880]: value = "task-1880801" [ 1647.940447] env[62880]: _type = "Task" [ 1647.940447] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.950489] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.988540] env[62880]: DEBUG nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1648.046581] env[62880]: DEBUG nova.compute.manager [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1648.046831] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.048052] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6031123-b410-4b7e-95b6-514c61da212f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.057201] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.057490] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22e22877-9882-4b88-89c6-14b6f86b07d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.064621] env[62880]: DEBUG oslo_vmware.api [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1648.064621] env[62880]: value = "task-1880802" [ 1648.064621] env[62880]: _type = "Task" [ 1648.064621] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.075162] env[62880]: DEBUG oslo_vmware.api [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.296830] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154d9cea-c260-4c76-939c-42e9e696b683 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.304890] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff76af28-f615-49a3-9c66-54dcf3102396 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.336096] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a75ef-8a96-47e0-aa2e-6009cbc6c8c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.344178] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d3498-0042-48db-9d8f-3a22d00e6b16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.359100] env[62880]: DEBUG nova.compute.provider_tree [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.391653] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880799, 'name': Rename_Task, 'duration_secs': 0.179668} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.391932] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1648.392183] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59c0ff6f-8e82-46e9-ae04-de519f89405c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.398815] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1648.398815] env[62880]: value = "task-1880803" [ 1648.398815] env[62880]: _type = "Task" [ 1648.398815] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.409018] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.414293] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526f0343-b2c4-8b0b-4ec5-9c2a84be60c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012298} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.414534] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.414776] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 35790243-8a62-49ff-bccd-0b2dd92c7332/35790243-8a62-49ff-bccd-0b2dd92c7332.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.415020] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f61434fe-2a42-4dd9-807a-6c04588fa9e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.421567] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1648.421567] env[62880]: value = "task-1880804" [ 1648.421567] env[62880]: _type = "Task" [ 1648.421567] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.433947] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.437952] env[62880]: DEBUG oslo_vmware.api [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166555} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.438102] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1648.438302] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1648.438513] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1648.438693] env[62880]: INFO nova.compute.manager [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1648.438936] env[62880]: DEBUG oslo.service.loopingcall [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.439147] env[62880]: DEBUG nova.compute.manager [-] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1648.439249] env[62880]: DEBUG nova.network.neutron [-] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1648.450608] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880801, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.508460] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.574436] env[62880]: DEBUG oslo_vmware.api [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880802, 'name': PowerOffVM_Task, 'duration_secs': 0.185946} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.574704] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1648.574874] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.575141] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3a4536a-baee-4211-b782-2765b0da35d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.719280] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.719575] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.719897] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Deleting the datastore file [datastore2] ea237b6c-6076-458f-b184-e84d2fc07313 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.720242] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8f466bc-88ca-4ac6-a890-3577e11af4f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.727266] env[62880]: DEBUG oslo_vmware.api [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for the task: (returnval){ [ 1648.727266] env[62880]: value = "task-1880806" [ 1648.727266] env[62880]: _type = "Task" [ 1648.727266] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.737967] env[62880]: DEBUG oslo_vmware.api [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.862745] env[62880]: DEBUG nova.scheduler.client.report [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.893526] env[62880]: DEBUG nova.compute.manager [req-261bba20-50be-42af-90ce-872fd19207eb req-c5fa18d7-5fe9-4841-8755-19d0bead9423 service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Received event network-vif-deleted-8edf44ce-0824-46da-a2de-0c56b42c0ff3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1648.893912] env[62880]: INFO nova.compute.manager [req-261bba20-50be-42af-90ce-872fd19207eb req-c5fa18d7-5fe9-4841-8755-19d0bead9423 service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Neutron deleted interface 8edf44ce-0824-46da-a2de-0c56b42c0ff3; detaching it from the instance and deleting it from the info cache [ 1648.894249] env[62880]: DEBUG nova.network.neutron [req-261bba20-50be-42af-90ce-872fd19207eb req-c5fa18d7-5fe9-4841-8755-19d0bead9423 service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.913862] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880803, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.930851] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880804, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.950806] env[62880]: DEBUG oslo_vmware.api [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880801, 'name': PowerOnVM_Task, 'duration_secs': 0.528595} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.951076] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.951345] env[62880]: INFO nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1648.951537] env[62880]: DEBUG nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.952399] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c863094-2673-45b0-b546-39a3f9bad96e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.233749] env[62880]: DEBUG nova.network.neutron [-] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.237957] env[62880]: DEBUG oslo_vmware.api [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Task: {'id': task-1880806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402461} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.238426] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.238863] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1649.238863] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1649.239047] env[62880]: INFO nova.compute.manager [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1649.239234] env[62880]: DEBUG oslo.service.loopingcall [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.239455] env[62880]: DEBUG nova.compute.manager [-] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1649.239526] env[62880]: DEBUG nova.network.neutron [-] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1649.368663] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.374523] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.809s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.374523] env[62880]: DEBUG nova.objects.instance [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'pci_requests' on Instance uuid 33d1d454-1f32-4f67-9535-5d5e649887af {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.395500] env[62880]: INFO nova.scheduler.client.report [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Deleted allocations for instance 6c392bcb-fea4-4624-bb9d-8eae7e209681 [ 1649.398761] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cdccfb9-4e4b-449f-acd8-03ac47354a43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.411713] env[62880]: DEBUG oslo_vmware.api [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880803, 'name': PowerOnVM_Task, 'duration_secs': 0.781073} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.412819] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.413053] env[62880]: INFO nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Took 16.60 seconds to spawn the instance on the hypervisor. [ 1649.413231] env[62880]: DEBUG nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.414027] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d45b9dd-d12f-4b64-a4d4-e74a5dc4f975 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.419140] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa58c42-43aa-4f46-862b-d3324b8f509f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.442517] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565516} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.442517] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 35790243-8a62-49ff-bccd-0b2dd92c7332/35790243-8a62-49ff-bccd-0b2dd92c7332.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.444027] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.444027] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf25720-c3e4-4669-92bd-bf8b29287260 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.454691] env[62880]: DEBUG nova.compute.manager [req-261bba20-50be-42af-90ce-872fd19207eb req-c5fa18d7-5fe9-4841-8755-19d0bead9423 service nova] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Detach interface failed, port_id=8edf44ce-0824-46da-a2de-0c56b42c0ff3, reason: Instance 219bed14-d0ad-46eb-b2ec-2a3f240303b2 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1649.460445] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1649.460445] env[62880]: value = "task-1880807" [ 1649.460445] env[62880]: _type = "Task" [ 1649.460445] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.474087] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.474577] env[62880]: INFO nova.compute.manager [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Took 44.30 seconds to build instance. [ 1649.739576] env[62880]: INFO nova.compute.manager [-] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Took 1.30 seconds to deallocate network for instance. [ 1649.878860] env[62880]: DEBUG nova.objects.instance [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'numa_topology' on Instance uuid 33d1d454-1f32-4f67-9535-5d5e649887af {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.908940] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ef4103c4-1621-4d81-bc4a-c7daac3aa196 tempest-VolumesAdminNegativeTest-158360744 tempest-VolumesAdminNegativeTest-158360744-project-member] Lock "6c392bcb-fea4-4624-bb9d-8eae7e209681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.470s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.947486] env[62880]: INFO nova.compute.manager [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Took 54.52 seconds to build instance. [ 1649.971058] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096543} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.971340] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.972116] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1ba4d3-e771-4080-b823-f1e87b3736eb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.976680] env[62880]: DEBUG oslo_concurrency.lockutils [None req-73495f5f-37f0-4bee-9303-75de4707b759 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "4520a515-796b-467f-8a28-0a89afe5e03e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.809s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.994999] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 35790243-8a62-49ff-bccd-0b2dd92c7332/35790243-8a62-49ff-bccd-0b2dd92c7332.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.995300] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2499714a-79df-4726-a96e-39cd54e3f570 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.011704] env[62880]: DEBUG nova.network.neutron [-] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.019824] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1650.019824] env[62880]: value = "task-1880808" [ 1650.019824] env[62880]: _type = "Task" [ 1650.019824] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.028704] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.247263] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.382732] env[62880]: INFO nova.compute.claims [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.449553] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4fb27afc-1f37-483f-81e3-aa95d6a49a18 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "a60b7c6d-0951-4a41-b05f-46a186daaf48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.036s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.517165] env[62880]: INFO nova.compute.manager [-] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Took 1.28 seconds to deallocate network for instance. [ 1650.529852] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.533337] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "4520a515-796b-467f-8a28-0a89afe5e03e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.533552] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "4520a515-796b-467f-8a28-0a89afe5e03e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.533740] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "4520a515-796b-467f-8a28-0a89afe5e03e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.533918] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "4520a515-796b-467f-8a28-0a89afe5e03e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.534158] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "4520a515-796b-467f-8a28-0a89afe5e03e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.536446] env[62880]: INFO nova.compute.manager [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Terminating instance [ 1650.921519] env[62880]: DEBUG nova.compute.manager [req-6aafaaa9-2d48-43cc-8984-1dff75efb8b1 req-5959d30a-74ec-4785-b3e5-f9f19b9f20e9 service nova] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Received event network-vif-deleted-53221e0d-be25-4f6f-be0f-44fb8bf04400 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1650.974633] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "a60b7c6d-0951-4a41-b05f-46a186daaf48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.974889] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "a60b7c6d-0951-4a41-b05f-46a186daaf48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.975153] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "a60b7c6d-0951-4a41-b05f-46a186daaf48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.975368] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "a60b7c6d-0951-4a41-b05f-46a186daaf48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.975537] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "a60b7c6d-0951-4a41-b05f-46a186daaf48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.977599] env[62880]: INFO nova.compute.manager [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Terminating instance [ 1651.026871] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.034797] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880808, 'name': ReconfigVM_Task, 'duration_secs': 0.948581} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.034797] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 35790243-8a62-49ff-bccd-0b2dd92c7332/35790243-8a62-49ff-bccd-0b2dd92c7332.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.034797] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9616099-ca25-4345-a663-915a3b7272d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.041018] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1651.041018] env[62880]: value = "task-1880809" [ 1651.041018] env[62880]: _type = "Task" [ 1651.041018] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.042736] env[62880]: DEBUG nova.compute.manager [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1651.043064] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1651.044137] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b8e2b-e4fb-4119-a28f-7af87f089186 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.054187] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880809, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.056440] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.056865] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8753832f-e4fd-44c1-84d9-7aa77e22b173 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.062748] env[62880]: DEBUG oslo_vmware.api [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1651.062748] env[62880]: value = "task-1880810" [ 1651.062748] env[62880]: _type = "Task" [ 1651.062748] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.070860] env[62880]: DEBUG oslo_vmware.api [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.483894] env[62880]: DEBUG nova.compute.manager [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1651.484152] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1651.485171] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90af12-6658-4b2e-a3a0-d582dc1ab0ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.500454] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.500725] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81234d10-441c-432a-b027-bdeb71a7fc72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.507341] env[62880]: DEBUG oslo_vmware.api [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1651.507341] env[62880]: value = "task-1880811" [ 1651.507341] env[62880]: _type = "Task" [ 1651.507341] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.517903] env[62880]: DEBUG oslo_vmware.api [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.550482] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880809, 'name': Rename_Task, 'duration_secs': 0.184525} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.551134] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.551498] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb56a94-4662-4a6a-af8f-cdc979696c41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.558583] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1651.558583] env[62880]: value = "task-1880812" [ 1651.558583] env[62880]: _type = "Task" [ 1651.558583] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.572413] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.578140] env[62880]: DEBUG oslo_vmware.api [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880810, 'name': PowerOffVM_Task, 'duration_secs': 0.282478} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.578560] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.578839] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1651.579346] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab33184b-1e22-4973-bb6f-f7156c05cf3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.769460] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1651.769460] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1651.769551] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleting the datastore file [datastore2] 4520a515-796b-467f-8a28-0a89afe5e03e {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1651.769827] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30a2aeb8-8a54-4d6c-b45b-e12b6baf12db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.780428] env[62880]: DEBUG oslo_vmware.api [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1651.780428] env[62880]: value = "task-1880814" [ 1651.780428] env[62880]: _type = "Task" [ 1651.780428] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.790621] env[62880]: DEBUG oslo_vmware.api [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.804379] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45921276-ee46-4191-87a8-cf512b5058fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.811340] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de79e5ce-5205-43d3-b37c-1216c50e7f3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.841130] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdcd4d9-7a9d-469c-ba89-12c7815403ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.848998] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34bd728-45cd-448c-9ffa-903c975a9cff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.862714] env[62880]: DEBUG nova.compute.provider_tree [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.020882] env[62880]: DEBUG oslo_vmware.api [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880811, 'name': PowerOffVM_Task, 'duration_secs': 0.245267} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.021195] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.021335] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1652.021574] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eb03560-e326-426d-95d8-35a423b6a7ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.068275] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.184378] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1652.184593] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1652.184771] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleting the datastore file [datastore2] a60b7c6d-0951-4a41-b05f-46a186daaf48 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1652.185057] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce708b3a-cec7-4d0f-953e-3e439dbe9bb9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.191642] env[62880]: DEBUG oslo_vmware.api [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1652.191642] env[62880]: value = "task-1880816" [ 1652.191642] env[62880]: _type = "Task" [ 1652.191642] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.199337] env[62880]: DEBUG oslo_vmware.api [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.290314] env[62880]: DEBUG oslo_vmware.api [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2091} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.290573] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1652.290753] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1652.290922] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1652.291108] env[62880]: INFO nova.compute.manager [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1652.291347] env[62880]: DEBUG oslo.service.loopingcall [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.291601] env[62880]: DEBUG nova.compute.manager [-] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1652.291783] env[62880]: DEBUG nova.network.neutron [-] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1652.365961] env[62880]: DEBUG nova.scheduler.client.report [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.574221] env[62880]: DEBUG oslo_vmware.api [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1880812, 'name': PowerOnVM_Task, 'duration_secs': 0.821295} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.574638] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.574739] env[62880]: INFO nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1652.574874] env[62880]: DEBUG nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.575666] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3756df88-f0bd-4041-8a63-7756606dab81 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.701814] env[62880]: DEBUG oslo_vmware.api [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179622} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.702335] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1652.702551] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1652.702766] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1652.702964] env[62880]: INFO nova.compute.manager [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1652.703248] env[62880]: DEBUG oslo.service.loopingcall [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.703435] env[62880]: DEBUG nova.compute.manager [-] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1652.704483] env[62880]: DEBUG nova.network.neutron [-] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1652.871695] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.500s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.873875] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.435s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.874131] env[62880]: DEBUG nova.objects.instance [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lazy-loading 'resources' on Instance uuid a96a6895-136d-4de8-9d3b-750aa6c0505a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.919222] env[62880]: INFO nova.network.neutron [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating port dd15e05d-af7b-4fbb-9fad-01468c873924 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1652.972786] env[62880]: DEBUG nova.compute.manager [req-fc377b76-bdb3-48f1-be45-00b0b045de79 req-d7fa9e37-c18e-4b7d-aa17-6a6a9b458223 service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Received event network-vif-deleted-acd41914-92fc-40f1-8155-96a998651f22 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1652.972984] env[62880]: INFO nova.compute.manager [req-fc377b76-bdb3-48f1-be45-00b0b045de79 req-d7fa9e37-c18e-4b7d-aa17-6a6a9b458223 service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Neutron deleted interface acd41914-92fc-40f1-8155-96a998651f22; detaching it from the instance and deleting it from the info cache [ 1652.973165] env[62880]: DEBUG nova.network.neutron [req-fc377b76-bdb3-48f1-be45-00b0b045de79 req-d7fa9e37-c18e-4b7d-aa17-6a6a9b458223 service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.099596] env[62880]: INFO nova.compute.manager [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Took 44.37 seconds to build instance. [ 1653.203332] env[62880]: DEBUG nova.network.neutron [-] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.475465] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5154f020-c400-47f4-b870-b546777c83b2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.485041] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c19d1d-d7f7-4f91-a56b-54cfbc9a9b2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.519957] env[62880]: DEBUG nova.compute.manager [req-fc377b76-bdb3-48f1-be45-00b0b045de79 req-d7fa9e37-c18e-4b7d-aa17-6a6a9b458223 service nova] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Detach interface failed, port_id=acd41914-92fc-40f1-8155-96a998651f22, reason: Instance 4520a515-796b-467f-8a28-0a89afe5e03e could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1653.602018] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5e90763a-3299-46ef-8259-b5dd5086e403 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "35790243-8a62-49ff-bccd-0b2dd92c7332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.885s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.602132] env[62880]: DEBUG nova.network.neutron [-] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.706067] env[62880]: INFO nova.compute.manager [-] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Took 1.41 seconds to deallocate network for instance. [ 1653.709173] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6521b368-4e7c-4931-ae60-8f48acbb992c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.721046] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b8b86-1d45-4c6c-afbb-31bc34303880 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.751308] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4f19ad-5eb4-4884-8900-855f436cd520 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.760391] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c290385c-ab48-41fa-8674-6cd457f914b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.775931] env[62880]: DEBUG nova.compute.provider_tree [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.104915] env[62880]: INFO nova.compute.manager [-] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Took 1.40 seconds to deallocate network for instance. [ 1654.217886] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.279524] env[62880]: DEBUG nova.scheduler.client.report [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1654.614185] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.787319] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.789799] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.056s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.790098] env[62880]: DEBUG nova.objects.instance [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'resources' on Instance uuid 31411461-f544-4e4d-b687-47669bc9a8ef {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.809589] env[62880]: DEBUG nova.compute.manager [req-1c78257f-032e-4dda-9f83-a5a22fe17c37 req-2e4e79e7-ad87-4282-aa2f-b4a8e46590ab service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received event network-vif-plugged-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1654.809851] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c78257f-032e-4dda-9f83-a5a22fe17c37 req-2e4e79e7-ad87-4282-aa2f-b4a8e46590ab service nova] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.810101] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c78257f-032e-4dda-9f83-a5a22fe17c37 req-2e4e79e7-ad87-4282-aa2f-b4a8e46590ab service nova] Lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.810304] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c78257f-032e-4dda-9f83-a5a22fe17c37 req-2e4e79e7-ad87-4282-aa2f-b4a8e46590ab service nova] Lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.811161] env[62880]: DEBUG nova.compute.manager [req-1c78257f-032e-4dda-9f83-a5a22fe17c37 req-2e4e79e7-ad87-4282-aa2f-b4a8e46590ab service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] No waiting events found dispatching network-vif-plugged-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.811161] env[62880]: WARNING nova.compute.manager [req-1c78257f-032e-4dda-9f83-a5a22fe17c37 req-2e4e79e7-ad87-4282-aa2f-b4a8e46590ab service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received unexpected event network-vif-plugged-dd15e05d-af7b-4fbb-9fad-01468c873924 for instance with vm_state shelved_offloaded and task_state spawning. [ 1654.824081] env[62880]: INFO nova.scheduler.client.report [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Deleted allocations for instance a96a6895-136d-4de8-9d3b-750aa6c0505a [ 1654.885850] env[62880]: DEBUG nova.compute.manager [req-53149c8d-659b-47b8-a32b-ab2d3aeaf06d req-f0bac44c-a79c-44c0-9f82-3ec9b3172a7a service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Received event network-changed-b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1654.886717] env[62880]: DEBUG nova.compute.manager [req-53149c8d-659b-47b8-a32b-ab2d3aeaf06d req-f0bac44c-a79c-44c0-9f82-3ec9b3172a7a service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Refreshing instance network info cache due to event network-changed-b96dd371-f890-4f7f-85b4-eab5dd186f95. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1654.886717] env[62880]: DEBUG oslo_concurrency.lockutils [req-53149c8d-659b-47b8-a32b-ab2d3aeaf06d req-f0bac44c-a79c-44c0-9f82-3ec9b3172a7a service nova] Acquiring lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.886717] env[62880]: DEBUG oslo_concurrency.lockutils [req-53149c8d-659b-47b8-a32b-ab2d3aeaf06d req-f0bac44c-a79c-44c0-9f82-3ec9b3172a7a service nova] Acquired lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.886898] env[62880]: DEBUG nova.network.neutron [req-53149c8d-659b-47b8-a32b-ab2d3aeaf06d req-f0bac44c-a79c-44c0-9f82-3ec9b3172a7a service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Refreshing network info cache for port b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.010492] env[62880]: DEBUG nova.compute.manager [req-8e1b7bc9-6ee3-400f-b1c3-b2dc7cf040de req-a10d1f22-1c95-46b2-b3af-ac7834320f4e service nova] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Received event network-vif-deleted-0aa80924-d02d-4db6-9a2b-cd3f71fdba65 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1655.293403] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.293717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.294073] env[62880]: DEBUG nova.network.neutron [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.341326] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f6fe112-fbb6-4052-88f1-d623626ee839 tempest-ServersNegativeTestMultiTenantJSON-1226742678 tempest-ServersNegativeTestMultiTenantJSON-1226742678-project-member] Lock "a96a6895-136d-4de8-9d3b-750aa6c0505a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.413s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.725531] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075d046c-7fe9-4de9-8781-f100bdd3d13b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.733663] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accbba26-0798-4694-bf09-1e6470fbf2be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.769605] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62954dcf-ce27-4f45-8f9f-623152085660 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.777765] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3185ca21-df5c-4e78-9296-5547cc0a1a05 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.796494] env[62880]: DEBUG nova.compute.provider_tree [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.157486] env[62880]: DEBUG nova.network.neutron [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating instance_info_cache with network_info: [{"id": "dd15e05d-af7b-4fbb-9fad-01468c873924", "address": "fa:16:3e:1d:45:da", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15e05d-af", "ovs_interfaceid": "dd15e05d-af7b-4fbb-9fad-01468c873924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.178308] env[62880]: DEBUG nova.network.neutron [req-53149c8d-659b-47b8-a32b-ab2d3aeaf06d req-f0bac44c-a79c-44c0-9f82-3ec9b3172a7a service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Updated VIF entry in instance network info cache for port b96dd371-f890-4f7f-85b4-eab5dd186f95. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.178308] env[62880]: DEBUG nova.network.neutron [req-53149c8d-659b-47b8-a32b-ab2d3aeaf06d req-f0bac44c-a79c-44c0-9f82-3ec9b3172a7a service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Updating instance_info_cache with network_info: [{"id": "b96dd371-f890-4f7f-85b4-eab5dd186f95", "address": "fa:16:3e:70:aa:90", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb96dd371-f8", "ovs_interfaceid": "b96dd371-f890-4f7f-85b4-eab5dd186f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.298810] env[62880]: DEBUG nova.scheduler.client.report [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.660965] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.679840] env[62880]: DEBUG oslo_concurrency.lockutils [req-53149c8d-659b-47b8-a32b-ab2d3aeaf06d req-f0bac44c-a79c-44c0-9f82-3ec9b3172a7a service nova] Releasing lock "refresh_cache-35790243-8a62-49ff-bccd-0b2dd92c7332" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='912a18a003f0657df3d8c8eb844edae0',container_format='bare',created_at=2024-12-14T13:17:55Z,direct_url=,disk_format='vmdk',id=631def54-7842-4a8a-a3d1-b4c820e4d2e1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1515186548-shelved',owner='3c74b4851d34431cbb025d2a9ef4eda1',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-14T13:18:14Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.702083] env[62880]: DEBUG nova.virt.hardware [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.702083] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83d575-2d1c-4012-8da1-3ab71ddf1808 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.712011] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8a1f0-09b2-4d0b-a01f-92cfb05bbec0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.727459] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:45:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd15e05d-af7b-4fbb-9fad-01468c873924', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.735043] env[62880]: DEBUG oslo.service.loopingcall [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.736471] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.736471] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e71888a-61ce-4596-bc7c-117d3ede1aca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.758427] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.758427] env[62880]: value = "task-1880817" [ 1656.758427] env[62880]: _type = "Task" [ 1656.758427] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.766867] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880817, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.806100] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.808575] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.648s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.810202] env[62880]: INFO nova.compute.claims [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.857765] env[62880]: INFO nova.scheduler.client.report [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted allocations for instance 31411461-f544-4e4d-b687-47669bc9a8ef [ 1656.977049] env[62880]: DEBUG nova.compute.manager [req-5c536321-2029-410b-8a68-518486d51cd8 req-1b886209-33ad-4dd2-9410-4b8ccbd11757 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received event network-changed-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1656.977049] env[62880]: DEBUG nova.compute.manager [req-5c536321-2029-410b-8a68-518486d51cd8 req-1b886209-33ad-4dd2-9410-4b8ccbd11757 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Refreshing instance network info cache due to event network-changed-dd15e05d-af7b-4fbb-9fad-01468c873924. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1656.977329] env[62880]: DEBUG oslo_concurrency.lockutils [req-5c536321-2029-410b-8a68-518486d51cd8 req-1b886209-33ad-4dd2-9410-4b8ccbd11757 service nova] Acquiring lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.977383] env[62880]: DEBUG oslo_concurrency.lockutils [req-5c536321-2029-410b-8a68-518486d51cd8 req-1b886209-33ad-4dd2-9410-4b8ccbd11757 service nova] Acquired lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.977534] env[62880]: DEBUG nova.network.neutron [req-5c536321-2029-410b-8a68-518486d51cd8 req-1b886209-33ad-4dd2-9410-4b8ccbd11757 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Refreshing network info cache for port dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.271344] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880817, 'name': CreateVM_Task, 'duration_secs': 0.417754} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.271500] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.272184] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.272350] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.272799] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.273199] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fce6147-267f-4791-809f-c1b6cfe906a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.278154] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1657.278154] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d84ec4-0f80-81e7-e6b5-5508be3086c2" [ 1657.278154] env[62880]: _type = "Task" [ 1657.278154] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.286705] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d84ec4-0f80-81e7-e6b5-5508be3086c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.363558] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3d74055c-4566-4b53-8789-6f0478d45d1e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "31411461-f544-4e4d-b687-47669bc9a8ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.063s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.793106] env[62880]: DEBUG nova.network.neutron [req-5c536321-2029-410b-8a68-518486d51cd8 req-1b886209-33ad-4dd2-9410-4b8ccbd11757 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updated VIF entry in instance network info cache for port dd15e05d-af7b-4fbb-9fad-01468c873924. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.793507] env[62880]: DEBUG nova.network.neutron [req-5c536321-2029-410b-8a68-518486d51cd8 req-1b886209-33ad-4dd2-9410-4b8ccbd11757 service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating instance_info_cache with network_info: [{"id": "dd15e05d-af7b-4fbb-9fad-01468c873924", "address": "fa:16:3e:1d:45:da", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd15e05d-af", "ovs_interfaceid": "dd15e05d-af7b-4fbb-9fad-01468c873924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.795232] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.795835] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Processing image 631def54-7842-4a8a-a3d1-b4c820e4d2e1 {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.795835] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1/631def54-7842-4a8a-a3d1-b4c820e4d2e1.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.795923] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1/631def54-7842-4a8a-a3d1-b4c820e4d2e1.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.796117] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.796611] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c144f017-2e28-46fe-becc-59f5f99ffac3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.807476] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.807635] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1657.808419] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ad6c0d-b599-40b0-9daa-08758a08eb2c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.815753] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1657.815753] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525ce80a-4402-af3e-f5ba-3f7a128e05eb" [ 1657.815753] env[62880]: _type = "Task" [ 1657.815753] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.826629] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525ce80a-4402-af3e-f5ba-3f7a128e05eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.878283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "a951a264-eb15-45fe-9579-0b8a071b17f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.879031] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "a951a264-eb15-45fe-9579-0b8a071b17f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.229634] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e004ee61-dc37-4808-a4bc-621440e0a1ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.239764] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb5b6d5-7e82-4dad-8ed5-c1ffc3a7d01d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.274341] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b94e2e-b8d0-4dd5-88df-36179f4dbfd0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.282836] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb81c167-7870-45c0-865c-03c4febd525f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.298690] env[62880]: DEBUG oslo_concurrency.lockutils [req-5c536321-2029-410b-8a68-518486d51cd8 req-1b886209-33ad-4dd2-9410-4b8ccbd11757 service nova] Releasing lock "refresh_cache-33d1d454-1f32-4f67-9535-5d5e649887af" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.298690] env[62880]: DEBUG nova.compute.provider_tree [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.326641] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Preparing fetch location {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1658.326989] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Fetch image to [datastore2] OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b/OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b.vmdk {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1658.327911] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Downloading stream optimized image 631def54-7842-4a8a-a3d1-b4c820e4d2e1 to [datastore2] OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b/OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b.vmdk on the data store datastore2 as vApp {{(pid=62880) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1658.327911] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Downloading image file data 631def54-7842-4a8a-a3d1-b4c820e4d2e1 to the ESX as VM named 'OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b' {{(pid=62880) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1658.385333] env[62880]: DEBUG nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1658.428372] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1658.428372] env[62880]: value = "resgroup-9" [ 1658.428372] env[62880]: _type = "ResourcePool" [ 1658.428372] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1658.428372] env[62880]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e350d303-8045-42c7-850a-8025fc89008d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.449338] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lease: (returnval){ [ 1658.449338] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5204d939-0dde-0afb-141e-11d14c788ebc" [ 1658.449338] env[62880]: _type = "HttpNfcLease" [ 1658.449338] env[62880]: } obtained for vApp import into resource pool (val){ [ 1658.449338] env[62880]: value = "resgroup-9" [ 1658.449338] env[62880]: _type = "ResourcePool" [ 1658.449338] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1658.449632] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the lease: (returnval){ [ 1658.449632] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5204d939-0dde-0afb-141e-11d14c788ebc" [ 1658.449632] env[62880]: _type = "HttpNfcLease" [ 1658.449632] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1658.459667] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.459667] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5204d939-0dde-0afb-141e-11d14c788ebc" [ 1658.459667] env[62880]: _type = "HttpNfcLease" [ 1658.459667] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1658.803591] env[62880]: DEBUG nova.scheduler.client.report [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.913140] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.959350] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1658.959350] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5204d939-0dde-0afb-141e-11d14c788ebc" [ 1658.959350] env[62880]: _type = "HttpNfcLease" [ 1658.959350] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1659.309022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.309630] env[62880]: DEBUG nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.312390] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.509s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.314834] env[62880]: INFO nova.compute.claims [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.458894] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1659.458894] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5204d939-0dde-0afb-141e-11d14c788ebc" [ 1659.458894] env[62880]: _type = "HttpNfcLease" [ 1659.458894] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1659.819981] env[62880]: DEBUG nova.compute.utils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.821610] env[62880]: DEBUG nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1659.821779] env[62880]: DEBUG nova.network.neutron [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.909868] env[62880]: DEBUG nova.policy [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d7a256738594edeb9b73debb1dabb2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e91b29156f26470d80d2959f42393ed7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1659.959754] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1659.959754] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5204d939-0dde-0afb-141e-11d14c788ebc" [ 1659.959754] env[62880]: _type = "HttpNfcLease" [ 1659.959754] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1660.231360] env[62880]: DEBUG nova.network.neutron [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Successfully created port: 264e1ba7-41fc-46eb-b27e-a0f953b1f223 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.251239] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.251423] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.327138] env[62880]: DEBUG nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.459234] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1660.459234] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5204d939-0dde-0afb-141e-11d14c788ebc" [ 1660.459234] env[62880]: _type = "HttpNfcLease" [ 1660.459234] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1660.459742] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1660.459742] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5204d939-0dde-0afb-141e-11d14c788ebc" [ 1660.459742] env[62880]: _type = "HttpNfcLease" [ 1660.459742] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1660.460387] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7a81c2-9ba4-4de8-954f-26c5e412ea1d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.470536] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e32c1-2c2e-a69b-2ba0-0b479df64010/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1660.470717] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e32c1-2c2e-a69b-2ba0-0b479df64010/disk-0.vmdk. {{(pid=62880) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1660.541020] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c539655-136a-42de-aa3c-465029f33ab2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.753697] env[62880]: DEBUG nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1660.821093] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d68a45-fa04-4416-a102-7adb83c6417e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.841942] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54342af6-48f3-4188-983e-cd6c823b4979 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.877603] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768f390-9267-4332-8936-6844693bb45b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.889636] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f154e-3eda-42f7-9239-fbb96b8b13d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.909978] env[62880]: DEBUG nova.compute.provider_tree [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.277855] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.346704] env[62880]: DEBUG nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.375522] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.375762] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.375916] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.376107] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.376254] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.376401] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.376608] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.376766] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.376930] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.377103] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.377274] env[62880]: DEBUG nova.virt.hardware [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.378173] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda7d7e-72a2-43f2-a92c-f5fec1b24902 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.386039] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35654c23-fd5a-4a5a-80fa-2156009cb56d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.417684] env[62880]: DEBUG nova.scheduler.client.report [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.758335] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Completed reading data from the image iterator. {{(pid=62880) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1661.758656] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e32c1-2c2e-a69b-2ba0-0b479df64010/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1661.759499] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87245b98-f66c-4442-9bdd-e850f2c56afd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.766438] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e32c1-2c2e-a69b-2ba0-0b479df64010/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1661.766681] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e32c1-2c2e-a69b-2ba0-0b479df64010/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1661.766857] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-52d32acd-b69c-4cd9-9a58-0ab2d4fc1e54 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.924984] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.925579] env[62880]: DEBUG nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1661.928575] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.824s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.930056] env[62880]: INFO nova.compute.claims [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.966871] env[62880]: DEBUG oslo_vmware.rw_handles [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e32c1-2c2e-a69b-2ba0-0b479df64010/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1661.967154] env[62880]: INFO nova.virt.vmwareapi.images [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Downloaded image file data 631def54-7842-4a8a-a3d1-b4c820e4d2e1 [ 1661.968982] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4e16d-f5d7-447f-b655-e3ca7a67ffe5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.990718] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d900704-1f72-474b-b0f9-fe31d3822e15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.021801] env[62880]: INFO nova.virt.vmwareapi.images [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] The imported VM was unregistered [ 1662.024623] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Caching image {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1662.024966] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating directory with path [datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1 {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.025590] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d39ed08-7774-4c04-948c-9cf59c77d8d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.036774] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Created directory with path [datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1 {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.036988] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b/OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b.vmdk to [datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1/631def54-7842-4a8a-a3d1-b4c820e4d2e1.vmdk. {{(pid=62880) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1662.037288] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d515babb-3cc4-4192-a767-2f33d66d75e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.044057] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1662.044057] env[62880]: value = "task-1880820" [ 1662.044057] env[62880]: _type = "Task" [ 1662.044057] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.053167] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880820, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.091438] env[62880]: DEBUG nova.compute.manager [req-e72e7f6b-445d-40e5-a8bb-df30b8d74a5e req-1bbf83bf-df14-4703-a463-247f1979b9a9 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Received event network-vif-plugged-264e1ba7-41fc-46eb-b27e-a0f953b1f223 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1662.091569] env[62880]: DEBUG oslo_concurrency.lockutils [req-e72e7f6b-445d-40e5-a8bb-df30b8d74a5e req-1bbf83bf-df14-4703-a463-247f1979b9a9 service nova] Acquiring lock "912022ac-b991-4414-85c7-ef0b30e7aa49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.091786] env[62880]: DEBUG oslo_concurrency.lockutils [req-e72e7f6b-445d-40e5-a8bb-df30b8d74a5e req-1bbf83bf-df14-4703-a463-247f1979b9a9 service nova] Lock "912022ac-b991-4414-85c7-ef0b30e7aa49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.091941] env[62880]: DEBUG oslo_concurrency.lockutils [req-e72e7f6b-445d-40e5-a8bb-df30b8d74a5e req-1bbf83bf-df14-4703-a463-247f1979b9a9 service nova] Lock "912022ac-b991-4414-85c7-ef0b30e7aa49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.092358] env[62880]: DEBUG nova.compute.manager [req-e72e7f6b-445d-40e5-a8bb-df30b8d74a5e req-1bbf83bf-df14-4703-a463-247f1979b9a9 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] No waiting events found dispatching network-vif-plugged-264e1ba7-41fc-46eb-b27e-a0f953b1f223 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1662.092582] env[62880]: WARNING nova.compute.manager [req-e72e7f6b-445d-40e5-a8bb-df30b8d74a5e req-1bbf83bf-df14-4703-a463-247f1979b9a9 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Received unexpected event network-vif-plugged-264e1ba7-41fc-46eb-b27e-a0f953b1f223 for instance with vm_state building and task_state spawning. [ 1662.104144] env[62880]: DEBUG nova.network.neutron [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Successfully updated port: 264e1ba7-41fc-46eb-b27e-a0f953b1f223 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.434580] env[62880]: DEBUG nova.compute.utils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.436943] env[62880]: DEBUG nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1662.436943] env[62880]: DEBUG nova.network.neutron [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.480446] env[62880]: DEBUG nova.policy [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9de54ed1988d4b0d8b847fa0e66b2db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebeb2a901ccf43d3ab7cbf91c5296c9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1662.555437] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880820, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.607737] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.607868] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.608119] env[62880]: DEBUG nova.network.neutron [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.942950] env[62880]: DEBUG nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1663.061997] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880820, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.107575] env[62880]: DEBUG nova.network.neutron [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Successfully created port: a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.148452] env[62880]: DEBUG nova.network.neutron [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.313291] env[62880]: DEBUG nova.network.neutron [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Updating instance_info_cache with network_info: [{"id": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "address": "fa:16:3e:c6:60:f0", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap264e1ba7-41", "ovs_interfaceid": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.406022] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d39bc-a20f-4e71-a72b-61304ef31719 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.413111] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac5d976-c40f-474e-b126-14aad4a849bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.446231] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da70d80f-f610-482d-a713-8a29488dfada {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.460752] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4017b54-d1bc-432f-9588-fc21cf53743c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.473501] env[62880]: DEBUG nova.compute.provider_tree [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.557924] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880820, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.819016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.819532] env[62880]: DEBUG nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Instance network_info: |[{"id": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "address": "fa:16:3e:c6:60:f0", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap264e1ba7-41", "ovs_interfaceid": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1663.819962] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:60:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '264e1ba7-41fc-46eb-b27e-a0f953b1f223', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.827808] env[62880]: DEBUG oslo.service.loopingcall [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.828122] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1663.828519] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60c85843-5263-4087-bbed-d6049961ceb3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.850251] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1663.850251] env[62880]: value = "task-1880821" [ 1663.850251] env[62880]: _type = "Task" [ 1663.850251] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.858773] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880821, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.964758] env[62880]: DEBUG nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1663.977407] env[62880]: DEBUG nova.scheduler.client.report [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.999042] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1663.999199] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.999313] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1663.999495] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.999638] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1663.999795] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1664.000028] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1664.000187] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1664.000393] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1664.000589] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1664.000762] env[62880]: DEBUG nova.virt.hardware [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1664.002754] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d46f68f-5683-441a-9e9e-1ecab42c7067 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.012313] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1943a424-acda-483d-a56b-8f04e3032534 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.057179] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880820, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.119334] env[62880]: DEBUG nova.compute.manager [req-d73c6e6b-4d6f-4402-98d0-6c996bdf706c req-f766ad35-f725-4884-adec-de9066c65ba9 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Received event network-changed-264e1ba7-41fc-46eb-b27e-a0f953b1f223 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1664.119535] env[62880]: DEBUG nova.compute.manager [req-d73c6e6b-4d6f-4402-98d0-6c996bdf706c req-f766ad35-f725-4884-adec-de9066c65ba9 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Refreshing instance network info cache due to event network-changed-264e1ba7-41fc-46eb-b27e-a0f953b1f223. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1664.119748] env[62880]: DEBUG oslo_concurrency.lockutils [req-d73c6e6b-4d6f-4402-98d0-6c996bdf706c req-f766ad35-f725-4884-adec-de9066c65ba9 service nova] Acquiring lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.119887] env[62880]: DEBUG oslo_concurrency.lockutils [req-d73c6e6b-4d6f-4402-98d0-6c996bdf706c req-f766ad35-f725-4884-adec-de9066c65ba9 service nova] Acquired lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.120054] env[62880]: DEBUG nova.network.neutron [req-d73c6e6b-4d6f-4402-98d0-6c996bdf706c req-f766ad35-f725-4884-adec-de9066c65ba9 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Refreshing network info cache for port 264e1ba7-41fc-46eb-b27e-a0f953b1f223 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1664.360228] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880821, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.483738] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.484158] env[62880]: DEBUG nova.compute.manager [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.486968] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.665s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.487092] env[62880]: DEBUG nova.objects.instance [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lazy-loading 'resources' on Instance uuid a2e7bd5a-14da-44d3-ad11-8948b5d83f19 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.557404] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880820, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.480626} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.557616] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b/OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b.vmdk to [datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1/631def54-7842-4a8a-a3d1-b4c820e4d2e1.vmdk. [ 1664.558258] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Cleaning up location [datastore2] OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1664.558258] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_be0cdc0c-0c48-4979-a1af-eee3ebcc6a3b {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.558258] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e47dff2-4771-40ae-a738-85f0b5075306 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.564910] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1664.564910] env[62880]: value = "task-1880822" [ 1664.564910] env[62880]: _type = "Task" [ 1664.564910] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.572706] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.817854] env[62880]: DEBUG nova.network.neutron [req-d73c6e6b-4d6f-4402-98d0-6c996bdf706c req-f766ad35-f725-4884-adec-de9066c65ba9 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Updated VIF entry in instance network info cache for port 264e1ba7-41fc-46eb-b27e-a0f953b1f223. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.818285] env[62880]: DEBUG nova.network.neutron [req-d73c6e6b-4d6f-4402-98d0-6c996bdf706c req-f766ad35-f725-4884-adec-de9066c65ba9 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Updating instance_info_cache with network_info: [{"id": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "address": "fa:16:3e:c6:60:f0", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap264e1ba7-41", "ovs_interfaceid": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.860036] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880821, 'name': CreateVM_Task, 'duration_secs': 0.687939} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.860479] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1664.861147] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.861348] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.861617] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1664.861857] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6061c009-3205-4fba-b116-9a48ccd23b07 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.866281] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1664.866281] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52365c22-1f9d-6aef-280b-02b764bbe9dc" [ 1664.866281] env[62880]: _type = "Task" [ 1664.866281] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.875315] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52365c22-1f9d-6aef-280b-02b764bbe9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.881680] env[62880]: DEBUG nova.network.neutron [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Successfully updated port: a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.992439] env[62880]: DEBUG nova.compute.utils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.993944] env[62880]: DEBUG nova.compute.manager [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Not allocating networking since 'none' was specified. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1665.076938] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039051} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.077204] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.077369] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1/631def54-7842-4a8a-a3d1-b4c820e4d2e1.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.077601] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1/631def54-7842-4a8a-a3d1-b4c820e4d2e1.vmdk to [datastore2] 33d1d454-1f32-4f67-9535-5d5e649887af/33d1d454-1f32-4f67-9535-5d5e649887af.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1665.077841] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1c0d4fd-5fad-49ff-819f-d1d3ed03fdb4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.083937] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1665.083937] env[62880]: value = "task-1880823" [ 1665.083937] env[62880]: _type = "Task" [ 1665.083937] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.091590] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.313245] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543f383-0df3-4c27-8be6-dea97b92bba0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.320804] env[62880]: DEBUG oslo_concurrency.lockutils [req-d73c6e6b-4d6f-4402-98d0-6c996bdf706c req-f766ad35-f725-4884-adec-de9066c65ba9 service nova] Releasing lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.322012] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb95712-1b72-44a5-ae9a-538f04403c21 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.352303] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c332aa0e-8684-417e-b4b3-3e233027f57e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.360484] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56fa4d4-781b-4439-a443-40383aeaaf28 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.374978] env[62880]: DEBUG nova.compute.provider_tree [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.384284] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquiring lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.384430] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquired lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.384576] env[62880]: DEBUG nova.network.neutron [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1665.385723] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52365c22-1f9d-6aef-280b-02b764bbe9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.387500] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.387500] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.387500] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.387500] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.387500] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.388091] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ce9628b-5622-496a-82f6-28166c085524 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.405687] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.405878] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.406742] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f697578-13ab-46ab-a5aa-047e2f3b936c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.412803] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1665.412803] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5287e3c7-d7ef-e04a-b525-613b3d228a61" [ 1665.412803] env[62880]: _type = "Task" [ 1665.412803] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.421430] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5287e3c7-d7ef-e04a-b525-613b3d228a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.496283] env[62880]: DEBUG nova.compute.manager [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.594094] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880823, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.880575] env[62880]: DEBUG nova.scheduler.client.report [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.923804] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5287e3c7-d7ef-e04a-b525-613b3d228a61, 'name': SearchDatastore_Task, 'duration_secs': 0.046997} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.924633] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf865c5-b51b-4a98-8f32-f88e61ab63b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.928710] env[62880]: DEBUG nova.network.neutron [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.932133] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1665.932133] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523225af-b161-07c1-ed9b-7f28a5e9ec58" [ 1665.932133] env[62880]: _type = "Task" [ 1665.932133] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.940391] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523225af-b161-07c1-ed9b-7f28a5e9ec58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.076766] env[62880]: DEBUG nova.network.neutron [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Updating instance_info_cache with network_info: [{"id": "a8d128d9-05d8-4c0b-a7e4-d616a3d64198", "address": "fa:16:3e:b3:94:ac", "network": {"id": "2927deb6-0680-4e39-a5dd-1f1fbf3decc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1621217533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebeb2a901ccf43d3ab7cbf91c5296c9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d128d9-05", "ovs_interfaceid": "a8d128d9-05d8-4c0b-a7e4-d616a3d64198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.097073] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880823, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.150119] env[62880]: DEBUG nova.compute.manager [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Received event network-vif-plugged-a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1666.150263] env[62880]: DEBUG oslo_concurrency.lockutils [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] Acquiring lock "6d7ab542-32b2-4fb2-a684-2131319d91e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.150509] env[62880]: DEBUG oslo_concurrency.lockutils [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] Lock "6d7ab542-32b2-4fb2-a684-2131319d91e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.150684] env[62880]: DEBUG oslo_concurrency.lockutils [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] Lock "6d7ab542-32b2-4fb2-a684-2131319d91e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.150861] env[62880]: DEBUG nova.compute.manager [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] No waiting events found dispatching network-vif-plugged-a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1666.151034] env[62880]: WARNING nova.compute.manager [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Received unexpected event network-vif-plugged-a8d128d9-05d8-4c0b-a7e4-d616a3d64198 for instance with vm_state building and task_state spawning. [ 1666.151200] env[62880]: DEBUG nova.compute.manager [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Received event network-changed-a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1666.151350] env[62880]: DEBUG nova.compute.manager [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Refreshing instance network info cache due to event network-changed-a8d128d9-05d8-4c0b-a7e4-d616a3d64198. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1666.151513] env[62880]: DEBUG oslo_concurrency.lockutils [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] Acquiring lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.385794] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.388468] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.512s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.388759] env[62880]: DEBUG nova.objects.instance [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lazy-loading 'resources' on Instance uuid 6b909620-7de5-4aa2-9dec-35655b2b70fe {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.405928] env[62880]: INFO nova.scheduler.client.report [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Deleted allocations for instance a2e7bd5a-14da-44d3-ad11-8948b5d83f19 [ 1666.443900] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523225af-b161-07c1-ed9b-7f28a5e9ec58, 'name': SearchDatastore_Task, 'duration_secs': 0.083019} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.444204] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.444556] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49/912022ac-b991-4414-85c7-ef0b30e7aa49.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.444744] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38d24200-1a72-4767-b5c7-2117e43b821c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.453469] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1666.453469] env[62880]: value = "task-1880824" [ 1666.453469] env[62880]: _type = "Task" [ 1666.453469] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.461811] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.505844] env[62880]: DEBUG nova.compute.manager [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.536606] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.536869] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.537034] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.537222] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.537368] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.537508] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.537712] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.537869] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.538121] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.538294] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.538463] env[62880]: DEBUG nova.virt.hardware [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.539500] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef08957-4be0-4a9c-9078-9c3b2fb65822 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.548121] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8385c55-c2e7-4df0-87ba-7bca98398eee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.562314] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1666.567907] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Creating folder: Project (9f946a0d96da4264959f4b8e52cc71d1). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1666.568321] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2875f0f9-721d-4fb4-8fa3-99eaf9cc97da {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.578252] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Created folder: Project (9f946a0d96da4264959f4b8e52cc71d1) in parent group-v388473. [ 1666.578445] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Creating folder: Instances. Parent ref: group-v388684. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1666.578921] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Releasing lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.579245] env[62880]: DEBUG nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Instance network_info: |[{"id": "a8d128d9-05d8-4c0b-a7e4-d616a3d64198", "address": "fa:16:3e:b3:94:ac", "network": {"id": "2927deb6-0680-4e39-a5dd-1f1fbf3decc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1621217533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebeb2a901ccf43d3ab7cbf91c5296c9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d128d9-05", "ovs_interfaceid": "a8d128d9-05d8-4c0b-a7e4-d616a3d64198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1666.579481] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f16c4f5b-d3a7-4cdd-b1fe-76db31f0b15e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.581270] env[62880]: DEBUG oslo_concurrency.lockutils [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] Acquired lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.581457] env[62880]: DEBUG nova.network.neutron [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Refreshing network info cache for port a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.582773] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:94:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d128d9-05d8-4c0b-a7e4-d616a3d64198', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1666.590642] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Creating folder: Project (ebeb2a901ccf43d3ab7cbf91c5296c9e). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1666.593803] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb5114cf-a3b5-4f5a-9025-ef250a7329db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.606613] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880823, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.607631] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Created folder: Instances in parent group-v388684. [ 1666.607925] env[62880]: DEBUG oslo.service.loopingcall [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.608192] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1666.608881] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85814b4b-0f06-43da-803b-bdbf1155405c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.622469] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Created folder: Project (ebeb2a901ccf43d3ab7cbf91c5296c9e) in parent group-v388473. [ 1666.622732] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Creating folder: Instances. Parent ref: group-v388686. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1666.623355] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb6cc2db-de61-4e67-916d-07e5f153d1e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.627319] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1666.627319] env[62880]: value = "task-1880828" [ 1666.627319] env[62880]: _type = "Task" [ 1666.627319] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.635431] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880828, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.638376] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Created folder: Instances in parent group-v388686. [ 1666.638649] env[62880]: DEBUG oslo.service.loopingcall [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.639294] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1666.639589] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-295ada53-eacf-44c1-84ee-a9d1649f107d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.663840] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1666.663840] env[62880]: value = "task-1880830" [ 1666.663840] env[62880]: _type = "Task" [ 1666.663840] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.675445] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880830, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.915564] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1391d555-9c8f-413a-aa60-dd4d6ee28e7d tempest-ListImageFiltersTestJSON-183423654 tempest-ListImageFiltersTestJSON-183423654-project-member] Lock "a2e7bd5a-14da-44d3-ad11-8948b5d83f19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.453s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.964598] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.978264] env[62880]: DEBUG nova.network.neutron [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Updated VIF entry in instance network info cache for port a8d128d9-05d8-4c0b-a7e4-d616a3d64198. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.978579] env[62880]: DEBUG nova.network.neutron [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Updating instance_info_cache with network_info: [{"id": "a8d128d9-05d8-4c0b-a7e4-d616a3d64198", "address": "fa:16:3e:b3:94:ac", "network": {"id": "2927deb6-0680-4e39-a5dd-1f1fbf3decc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1621217533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebeb2a901ccf43d3ab7cbf91c5296c9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d128d9-05", "ovs_interfaceid": "a8d128d9-05d8-4c0b-a7e4-d616a3d64198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.108498] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880823, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.136927] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880828, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.176574] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880830, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.290241] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4558c6a-c583-466e-9f82-e14928e13fb3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.301052] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf584b-c8f0-43b7-8588-c2c380086d3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.335658] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1169cf9b-f7a8-469d-924d-d79b70099bc1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.346404] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc05a845-815e-4f51-8207-1ab42bf88066 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.364173] env[62880]: DEBUG nova.compute.provider_tree [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.462996] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880824, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.481965] env[62880]: DEBUG oslo_concurrency.lockutils [req-b1dfb85b-6811-4c8b-8cef-e18f7e624891 req-0605990f-923c-4dd8-9bf1-47f7a69450c8 service nova] Releasing lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.606564] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880823, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.332745} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.606870] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/631def54-7842-4a8a-a3d1-b4c820e4d2e1/631def54-7842-4a8a-a3d1-b4c820e4d2e1.vmdk to [datastore2] 33d1d454-1f32-4f67-9535-5d5e649887af/33d1d454-1f32-4f67-9535-5d5e649887af.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.607753] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f942df86-0cc6-4eb3-8093-1474ec53f388 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.633214] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 33d1d454-1f32-4f67-9535-5d5e649887af/33d1d454-1f32-4f67-9535-5d5e649887af.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.634116] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee2daa1-bdad-454d-8ee8-01ea6e962d8c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.660566] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880828, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.662596] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1667.662596] env[62880]: value = "task-1880831" [ 1667.662596] env[62880]: _type = "Task" [ 1667.662596] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.677502] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880830, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.682234] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.867286] env[62880]: DEBUG nova.scheduler.client.report [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.965119] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880824, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.36456} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.966087] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49/912022ac-b991-4414-85c7-ef0b30e7aa49.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.966087] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.966087] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc564824-d720-454e-a3fe-58f9df0340ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.973086] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1667.973086] env[62880]: value = "task-1880832" [ 1667.973086] env[62880]: _type = "Task" [ 1667.973086] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.980682] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.143323] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880828, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.174723] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880831, 'name': ReconfigVM_Task, 'duration_secs': 0.40855} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.177976] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 33d1d454-1f32-4f67-9535-5d5e649887af/33d1d454-1f32-4f67-9535-5d5e649887af.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.179544] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'encryption_format': None, 'image_id': 'b3277443-158f-45ee-aaa5-6360bd3271bf'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c97c8212-a6c0-40ce-956a-093b6dc16ded', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388667', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'name': 'volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33d1d454-1f32-4f67-9535-5d5e649887af', 'attached_at': '', 'detached_at': '', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'serial': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4'}, 'disk_bus': None, 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62880) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1668.179785] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1668.179988] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388667', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'name': 'volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33d1d454-1f32-4f67-9535-5d5e649887af', 'attached_at': '', 'detached_at': '', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'serial': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1668.180274] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880830, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.181095] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d67aaf6-4e4f-4263-81f1-9f1691ebd948 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.197096] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8b23b-0e69-4445-9128-81db1379b508 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.221000] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4/volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.221305] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb6bd7c-6e0d-4845-b5b2-fbe84f6de480 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.238868] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1668.238868] env[62880]: value = "task-1880833" [ 1668.238868] env[62880]: _type = "Task" [ 1668.238868] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.246734] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.374140] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.376559] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.125s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.376817] env[62880]: DEBUG nova.objects.instance [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lazy-loading 'resources' on Instance uuid c68b7593-fd04-4ffc-b139-b47337059b75 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.400909] env[62880]: INFO nova.scheduler.client.report [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleted allocations for instance 6b909620-7de5-4aa2-9dec-35655b2b70fe [ 1668.484062] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079369} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.484393] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1668.485265] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b857f13-50c7-4463-9792-24166cbef6f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.511022] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49/912022ac-b991-4414-85c7-ef0b30e7aa49.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1668.511396] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963c365f-eda8-4c66-a3ae-60c851d5bd8d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.532947] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1668.532947] env[62880]: value = "task-1880834" [ 1668.532947] env[62880]: _type = "Task" [ 1668.532947] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.541688] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.644094] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880828, 'name': CreateVM_Task, 'duration_secs': 1.564614} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.644265] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.644724] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.644833] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.645191] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.645449] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a5daa1-6ff7-4fcf-b5ac-0baff75084f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.649921] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1668.649921] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52545458-280b-a147-3677-adcbc213057f" [ 1668.649921] env[62880]: _type = "Task" [ 1668.649921] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.657583] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52545458-280b-a147-3677-adcbc213057f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.675069] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880830, 'name': CreateVM_Task, 'duration_secs': 1.559853} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.675242] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.675882] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.748940] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880833, 'name': ReconfigVM_Task, 'duration_secs': 0.337709} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.749287] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4/volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.753930] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1ef08d-8ec4-45b6-8f93-7c9168803670 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.770088] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1668.770088] env[62880]: value = "task-1880835" [ 1668.770088] env[62880]: _type = "Task" [ 1668.770088] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.778499] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.907732] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7af4ee90-04bf-4c7a-85a3-714bd319fb1e tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "6b909620-7de5-4aa2-9dec-35655b2b70fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.502s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.043611] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880834, 'name': ReconfigVM_Task, 'duration_secs': 0.292524} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.046386] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49/912022ac-b991-4414-85c7-ef0b30e7aa49.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1669.047252] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03448f98-c1e5-499a-807d-b23f93a66c80 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.053778] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1669.053778] env[62880]: value = "task-1880836" [ 1669.053778] env[62880]: _type = "Task" [ 1669.053778] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.064939] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880836, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.118653] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquiring lock "6afad46b-706c-41a2-9966-06d64762c6a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.119206] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "6afad46b-706c-41a2-9966-06d64762c6a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.163986] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52545458-280b-a147-3677-adcbc213057f, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.164388] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.164537] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.164797] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.164943] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.165134] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.165415] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.165710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.165924] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9553aa7c-d245-4af0-9227-adfad9a8320a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.167893] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7eafee-9ad0-4677-bd1c-155f8a20396b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.173231] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1669.173231] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240b84f-7b5a-ee94-265b-e7ae2e52f7bd" [ 1669.173231] env[62880]: _type = "Task" [ 1669.173231] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.182905] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240b84f-7b5a-ee94-265b-e7ae2e52f7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.189824] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.189996] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.193017] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07ad97b-ea3e-4589-8add-8d13473ad9ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.200831] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1669.200831] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260b3a7-b217-6c5f-12a8-421d3d09f935" [ 1669.200831] env[62880]: _type = "Task" [ 1669.200831] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.209883] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260b3a7-b217-6c5f-12a8-421d3d09f935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.219098] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46beb0-038a-41a6-8e9e-6af47b3f073c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.225876] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9565a85-9ff2-4d8f-a181-e9fdb8e4733f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.255596] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d1f6d-83b0-4e4b-9fea-202f4ea6ef1e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.263149] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd48e02-a3e7-46c4-8864-8bac67508f32 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.279533] env[62880]: DEBUG nova.compute.provider_tree [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.287897] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880835, 'name': ReconfigVM_Task, 'duration_secs': 0.164083} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.288713] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388667', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'name': 'volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33d1d454-1f32-4f67-9535-5d5e649887af', 'attached_at': '', 'detached_at': '', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'serial': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1669.289318] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e28083-bf76-4f17-8271-597653bc26d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.295294] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1669.295294] env[62880]: value = "task-1880837" [ 1669.295294] env[62880]: _type = "Task" [ 1669.295294] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.303424] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880837, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.564583] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880836, 'name': Rename_Task, 'duration_secs': 0.140646} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.564930] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.565222] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01eb7935-b592-4141-9644-fbcd5ca82211 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.572103] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1669.572103] env[62880]: value = "task-1880838" [ 1669.572103] env[62880]: _type = "Task" [ 1669.572103] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.581596] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.621283] env[62880]: DEBUG nova.compute.manager [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1669.685614] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5240b84f-7b5a-ee94-265b-e7ae2e52f7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.018012} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.685954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.686345] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.686614] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.710970] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260b3a7-b217-6c5f-12a8-421d3d09f935, 'name': SearchDatastore_Task, 'duration_secs': 0.033571} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.712072] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b12f2c7-97a6-4db3-9155-2adcfc18010b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.718128] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1669.718128] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528724ce-c67e-57cc-f7a4-a7288c567ee1" [ 1669.718128] env[62880]: _type = "Task" [ 1669.718128] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.725741] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528724ce-c67e-57cc-f7a4-a7288c567ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.785783] env[62880]: DEBUG nova.scheduler.client.report [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1669.806982] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880837, 'name': Rename_Task, 'duration_secs': 0.282259} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.807865] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.808139] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75ea7bc8-055f-492c-9593-bec4e0aefa3e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.817247] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1669.817247] env[62880]: value = "task-1880839" [ 1669.817247] env[62880]: _type = "Task" [ 1669.817247] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.825262] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.081699] env[62880]: DEBUG oslo_vmware.api [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880838, 'name': PowerOnVM_Task, 'duration_secs': 0.490089} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.081945] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1670.082248] env[62880]: INFO nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1670.083128] env[62880]: DEBUG nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1670.083208] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b680ee-7a5c-4287-b591-3019724c1ba1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.142853] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.228359] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528724ce-c67e-57cc-f7a4-a7288c567ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.228677] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.228951] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a/b3a2b9c6-15d7-40a6-922e-1013a4d03a4a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.229331] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.229518] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.229731] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d2d7c1-69ee-4f31-9add-7bad445cc8cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.231647] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe15160-e6c7-4eba-af52-c08e56fa3af2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.238261] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1670.238261] env[62880]: value = "task-1880840" [ 1670.238261] env[62880]: _type = "Task" [ 1670.238261] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.242182] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.242357] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.243332] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9feceac-0384-4dfb-809b-e702b3de785f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.248308] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.251208] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1670.251208] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ef212-489e-109b-3e45-581afca0861a" [ 1670.251208] env[62880]: _type = "Task" [ 1670.251208] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.258352] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ef212-489e-109b-3e45-581afca0861a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.291068] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.293825] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.482s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.294086] env[62880]: DEBUG nova.objects.instance [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lazy-loading 'resources' on Instance uuid 71345778-5336-4e7b-be54-eee5050cbcc3 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.316017] env[62880]: INFO nova.scheduler.client.report [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Deleted allocations for instance c68b7593-fd04-4ffc-b139-b47337059b75 [ 1670.328765] env[62880]: DEBUG oslo_vmware.api [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880839, 'name': PowerOnVM_Task, 'duration_secs': 0.499857} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.328926] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1670.433537] env[62880]: DEBUG nova.compute.manager [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1670.434660] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3244b1-a617-4194-89ed-402677ac8cd2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.602567] env[62880]: INFO nova.compute.manager [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Took 51.46 seconds to build instance. [ 1670.751435] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880840, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.760656] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ef212-489e-109b-3e45-581afca0861a, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.761555] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26449f8a-f7e2-48ca-91d9-e37f265f03c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.766939] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1670.766939] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ad99ae-5ee6-f93a-485d-d802ee176269" [ 1670.766939] env[62880]: _type = "Task" [ 1670.766939] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.775185] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ad99ae-5ee6-f93a-485d-d802ee176269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.826455] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fde4e141-9947-46a5-8a3a-1d034e68b10a tempest-ServersTestMultiNic-1036422439 tempest-ServersTestMultiNic-1036422439-project-member] Lock "c68b7593-fd04-4ffc-b139-b47337059b75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.588s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.955569] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0101f2f2-c299-43de-adff-39cf637e515a tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 62.792s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.104775] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d7c10b-e7b8-48d0-ab3b-d13e640eec61 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "912022ac-b991-4414-85c7-ef0b30e7aa49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.975s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.170129] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48871d10-d873-48e6-a558-3a849f4b3f03 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.180275] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5ef827-795e-4b47-974c-f700ac553b0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.212484] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b86a44-8ddd-4848-bd76-099488cb3879 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.221037] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac5347e-09e3-4f11-80eb-a6a0416ad749 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.234584] env[62880]: DEBUG nova.compute.provider_tree [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.248607] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540573} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.249017] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a/b3a2b9c6-15d7-40a6-922e-1013a4d03a4a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.249271] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.249578] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00676394-2b82-4fed-aa9e-4ef5deeb7077 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.258224] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1671.258224] env[62880]: value = "task-1880841" [ 1671.258224] env[62880]: _type = "Task" [ 1671.258224] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.268309] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.276014] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ad99ae-5ee6-f93a-485d-d802ee176269, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.276370] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.276614] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 6d7ab542-32b2-4fb2-a684-2131319d91e9/6d7ab542-32b2-4fb2-a684-2131319d91e9.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1671.278611] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-673d76bb-3edb-4a71-a491-37a44e2a4cba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.284677] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1671.284677] env[62880]: value = "task-1880842" [ 1671.284677] env[62880]: _type = "Task" [ 1671.284677] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.292538] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.535734] env[62880]: INFO nova.compute.manager [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Rescuing [ 1671.535734] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.535881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.535927] env[62880]: DEBUG nova.network.neutron [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.738990] env[62880]: DEBUG nova.scheduler.client.report [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.769320] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154163} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.769844] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.770546] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e752aff-9a7f-4ac7-b476-16a002bcf00a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.792266] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a/b3a2b9c6-15d7-40a6-922e-1013a4d03a4a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.793033] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d839cf-127f-4926-9750-2d1bdd05f9e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.817334] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880842, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.818466] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1671.818466] env[62880]: value = "task-1880843" [ 1671.818466] env[62880]: _type = "Task" [ 1671.818466] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.826303] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.243826] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.245605] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.661s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.245893] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.245976] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1672.248035] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.736s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.248901] env[62880]: INFO nova.compute.claims [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1672.252434] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa78f33d-ff4f-4025-872c-eb829c4f21fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.262543] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453c01ba-90e1-49e1-b149-f03ed4a261bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.277836] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5d1648-c1cb-4eaa-8eb0-90e73e6f11d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.285284] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad0db7e-13ad-4b47-b415-6d4f32f294a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.319606] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179427MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1672.319606] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.320165] env[62880]: INFO nova.scheduler.client.report [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted allocations for instance 71345778-5336-4e7b-be54-eee5050cbcc3 [ 1672.331870] env[62880]: DEBUG nova.network.neutron [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Updating instance_info_cache with network_info: [{"id": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "address": "fa:16:3e:c6:60:f0", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap264e1ba7-41", "ovs_interfaceid": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.343964] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592953} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.346990] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 6d7ab542-32b2-4fb2-a684-2131319d91e9/6d7ab542-32b2-4fb2-a684-2131319d91e9.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.347233] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.347492] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.347697] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-545eb281-b12d-4941-a26c-361c3b89a783 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.356150] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1672.356150] env[62880]: value = "task-1880844" [ 1672.356150] env[62880]: _type = "Task" [ 1672.356150] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.366356] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.836444] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55d3688a-34ef-4bd1-88e5-5a3c8149b5ae tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "71345778-5336-4e7b-be54-eee5050cbcc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.313s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.840427] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.855419] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880843, 'name': ReconfigVM_Task, 'duration_secs': 1.011036} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.857286] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a/b3a2b9c6-15d7-40a6-922e-1013a4d03a4a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.858081] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caef6233-c2c7-4879-a3b6-bfae418055d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.876154] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07432} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.880301] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.882033] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1672.882033] env[62880]: value = "task-1880845" [ 1672.882033] env[62880]: _type = "Task" [ 1672.882033] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.889084] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1b9f50-a39f-4b38-882c-34785fa43f9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.936411] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 6d7ab542-32b2-4fb2-a684-2131319d91e9/6d7ab542-32b2-4fb2-a684-2131319d91e9.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.941625] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7eff369-f55d-4e8e-b6da-92ef692039ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.957958] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880845, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.964870] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1672.964870] env[62880]: value = "task-1880846" [ 1672.964870] env[62880]: _type = "Task" [ 1672.964870] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.974013] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.411764] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880845, 'name': Rename_Task, 'duration_secs': 0.170901} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.411764] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.411764] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63c55853-b695-4215-882c-29be98cbc243 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.418382] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1673.418382] env[62880]: value = "task-1880847" [ 1673.418382] env[62880]: _type = "Task" [ 1673.418382] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.429140] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.474741] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880846, 'name': ReconfigVM_Task, 'duration_secs': 0.386358} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.477366] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 6d7ab542-32b2-4fb2-a684-2131319d91e9/6d7ab542-32b2-4fb2-a684-2131319d91e9.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.478212] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194b329d-9e0d-474c-bf78-3366b7943499 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.484445] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1673.484445] env[62880]: value = "task-1880848" [ 1673.484445] env[62880]: _type = "Task" [ 1673.484445] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.494494] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880848, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.623190] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8069668-8723-4280-a125-632ef0bf0ddc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.631138] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f35d80b-c724-470a-8cf2-b0cca60d69d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.664011] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b56f97b-3994-47ad-b5ad-0009f9b97b94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.671844] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0e1568-39fe-429a-950d-9cbe853a046a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.686731] env[62880]: DEBUG nova.compute.provider_tree [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.768874] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.769143] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.769421] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.769613] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.769781] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.773307] env[62880]: INFO nova.compute.manager [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Terminating instance [ 1673.928520] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.994136] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880848, 'name': Rename_Task, 'duration_secs': 0.169388} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.994404] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1673.994645] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a252eae0-2623-4838-82b0-82a037e65150 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.000912] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1674.000912] env[62880]: value = "task-1880849" [ 1674.000912] env[62880]: _type = "Task" [ 1674.000912] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.011796] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.190661] env[62880]: DEBUG nova.scheduler.client.report [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.278997] env[62880]: DEBUG nova.compute.manager [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1674.279414] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.280792] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba481fab-9b33-433b-8d00-dd12fa5eea46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.294153] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.294507] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1cd3485-f0ec-46ba-b2c5-6d595916aeac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.301933] env[62880]: DEBUG oslo_vmware.api [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1674.301933] env[62880]: value = "task-1880850" [ 1674.301933] env[62880]: _type = "Task" [ 1674.301933] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.309989] env[62880]: DEBUG oslo_vmware.api [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.433638] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.448660] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.449030] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbaf173f-483e-4765-a77e-03292cf07b7f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.457241] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1674.457241] env[62880]: value = "task-1880851" [ 1674.457241] env[62880]: _type = "Task" [ 1674.457241] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.467638] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.511223] env[62880]: DEBUG oslo_vmware.api [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880849, 'name': PowerOnVM_Task, 'duration_secs': 0.49721} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.511673] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.511995] env[62880]: INFO nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Took 10.55 seconds to spawn the instance on the hypervisor. [ 1674.511995] env[62880]: DEBUG nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.513846] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a7f39-5c0e-4aff-b670-730463f72cc8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.698614] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.698614] env[62880]: DEBUG nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1674.699671] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.129s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.699749] env[62880]: DEBUG nova.objects.instance [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lazy-loading 'resources' on Instance uuid 84b2fa26-7ccb-4609-86a1-e6a7549ecce8 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.813874] env[62880]: DEBUG oslo_vmware.api [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880850, 'name': PowerOffVM_Task, 'duration_secs': 0.336618} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.814235] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.814475] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.814752] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0632184-2f04-4c4c-ac9e-d8994bfe8114 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.930862] env[62880]: DEBUG oslo_vmware.api [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880847, 'name': PowerOnVM_Task, 'duration_secs': 1.30531} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.931387] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.935021] env[62880]: INFO nova.compute.manager [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1674.935021] env[62880]: DEBUG nova.compute.manager [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.935021] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ecb3e7-6a7a-4a9d-a671-a179fea93b5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.970194] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880851, 'name': PowerOffVM_Task, 'duration_secs': 0.269525} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.970489] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.971355] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe7022b-b045-42b7-a2dc-d9a672e18c96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.994918] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496ff88-6755-4b68-9eea-417a46c99cab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.033842] env[62880]: INFO nova.compute.manager [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Took 55.24 seconds to build instance. [ 1675.041132] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.041132] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811cc369-dd4d-4aa1-b7be-9f28ae9a9fc2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.049347] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1675.049347] env[62880]: value = "task-1880853" [ 1675.049347] env[62880]: _type = "Task" [ 1675.049347] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.059415] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.202383] env[62880]: DEBUG nova.compute.utils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1675.206921] env[62880]: DEBUG nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1675.207144] env[62880]: DEBUG nova.network.neutron [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1675.452068] env[62880]: INFO nova.compute.manager [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Took 55.36 seconds to build instance. [ 1675.546463] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb4a08ca-24d6-49c8-88f3-b15e5a1ac932 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "6d7ab542-32b2-4fb2-a684-2131319d91e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.766s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.549082] env[62880]: DEBUG nova.policy [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e86684b7d1a344c585a0c53f89c2617a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13dfee859174313ae207d54ca51ee4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1675.564076] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1675.564299] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.564534] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.564680] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.564857] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.568419] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-705fc870-effc-45f3-8acd-b81e2ac6c84f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.579232] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.579449] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.580219] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55d84c3-aab0-411d-b61d-f475b7cf39c6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.586450] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1675.586450] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524453de-6119-782a-f31c-c3da36fac814" [ 1675.586450] env[62880]: _type = "Task" [ 1675.586450] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.594400] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524453de-6119-782a-f31c-c3da36fac814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.596385] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a613b9b-2b5b-4a37-b36b-6dc0c662155f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.607892] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e4e8b4-8609-463a-af2e-540c35ebb08f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.638974] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a0af36-1f2c-43de-89c6-13b94d059375 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.646943] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ce0b1-e7d7-4928-8dbe-1fa4c4eb3689 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.661849] env[62880]: DEBUG nova.compute.provider_tree [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.708042] env[62880]: DEBUG nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1675.915022] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.915022] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.915022] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleting the datastore file [datastore1] 98af636c-27b8-455b-b1f6-53cafbdbf9ed {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.915022] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68029bdc-f3a1-4abd-b528-758d3e075864 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.923193] env[62880]: DEBUG oslo_vmware.api [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for the task: (returnval){ [ 1675.923193] env[62880]: value = "task-1880854" [ 1675.923193] env[62880]: _type = "Task" [ 1675.923193] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.932778] env[62880]: DEBUG oslo_vmware.api [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.954489] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f4a01215-92d7-444d-a16c-91e00c054d9e tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.876s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.099278] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524453de-6119-782a-f31c-c3da36fac814, 'name': SearchDatastore_Task, 'duration_secs': 0.026143} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.100113] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f996bef-5132-40fb-a041-13368634e923 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.110319] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1676.110319] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b8e573-9a60-f23d-a872-245f55451c9d" [ 1676.110319] env[62880]: _type = "Task" [ 1676.110319] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.122622] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b8e573-9a60-f23d-a872-245f55451c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.164789] env[62880]: DEBUG nova.scheduler.client.report [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.420255] env[62880]: DEBUG nova.network.neutron [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Successfully created port: abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1676.437054] env[62880]: DEBUG oslo_vmware.api [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Task: {'id': task-1880854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279796} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.437587] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.437842] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.438045] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.438176] env[62880]: INFO nova.compute.manager [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1676.438420] env[62880]: DEBUG oslo.service.loopingcall [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.438629] env[62880]: DEBUG nova.compute.manager [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1676.439209] env[62880]: DEBUG nova.network.neutron [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.624051] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b8e573-9a60-f23d-a872-245f55451c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.018755} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.624051] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.624353] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. {{(pid=62880) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1676.624534] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96b5a22c-7b9e-48d4-8ed7-1b096d3e3d1a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.632024] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1676.632024] env[62880]: value = "task-1880855" [ 1676.632024] env[62880]: _type = "Task" [ 1676.632024] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.639947] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.673171] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.675914] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.781s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.676391] env[62880]: DEBUG nova.objects.instance [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lazy-loading 'resources' on Instance uuid 3c017dcb-8093-4d79-ac47-a47b79807afb {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.713297] env[62880]: INFO nova.scheduler.client.report [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleted allocations for instance 84b2fa26-7ccb-4609-86a1-e6a7549ecce8 [ 1676.722615] env[62880]: DEBUG nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1676.758536] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1676.758916] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.759009] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1676.759340] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.759505] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1676.759650] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1676.760259] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1676.760259] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1676.760259] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1676.760410] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1676.760785] env[62880]: DEBUG nova.virt.hardware [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1676.763045] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aa53c6-b676-47ab-aaa0-4301ec801ff6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.775240] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e798584-7520-4530-aad1-d532c1202165 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.142148] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880855, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.162948] env[62880]: DEBUG nova.compute.manager [req-94bf2705-9234-4c29-b880-44a078b21d59 req-c3359a53-b47f-4125-8078-5137c1b8b170 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Received event network-changed-a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1677.164807] env[62880]: DEBUG nova.compute.manager [req-94bf2705-9234-4c29-b880-44a078b21d59 req-c3359a53-b47f-4125-8078-5137c1b8b170 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Refreshing instance network info cache due to event network-changed-a8d128d9-05d8-4c0b-a7e4-d616a3d64198. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1677.164807] env[62880]: DEBUG oslo_concurrency.lockutils [req-94bf2705-9234-4c29-b880-44a078b21d59 req-c3359a53-b47f-4125-8078-5137c1b8b170 service nova] Acquiring lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.164807] env[62880]: DEBUG oslo_concurrency.lockutils [req-94bf2705-9234-4c29-b880-44a078b21d59 req-c3359a53-b47f-4125-8078-5137c1b8b170 service nova] Acquired lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.164807] env[62880]: DEBUG nova.network.neutron [req-94bf2705-9234-4c29-b880-44a078b21d59 req-c3359a53-b47f-4125-8078-5137c1b8b170 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Refreshing network info cache for port a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.235489] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbf0f3e0-a313-4d72-80ff-6205b69b49b8 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "84b2fa26-7ccb-4609-86a1-e6a7549ecce8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.125s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.270879] env[62880]: DEBUG nova.compute.manager [req-b06ea3dc-23b2-42ad-b1a0-dbd689b2ac6c req-7e922547-00b7-48ef-8e7f-6be68062100c service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Received event network-vif-deleted-4658b442-d377-4c13-adda-272db090ee21 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1677.271102] env[62880]: INFO nova.compute.manager [req-b06ea3dc-23b2-42ad-b1a0-dbd689b2ac6c req-7e922547-00b7-48ef-8e7f-6be68062100c service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Neutron deleted interface 4658b442-d377-4c13-adda-272db090ee21; detaching it from the instance and deleting it from the info cache [ 1677.271466] env[62880]: DEBUG nova.network.neutron [req-b06ea3dc-23b2-42ad-b1a0-dbd689b2ac6c req-7e922547-00b7-48ef-8e7f-6be68062100c service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.280731] env[62880]: DEBUG nova.network.neutron [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.370261] env[62880]: INFO nova.compute.manager [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Rebuilding instance [ 1677.416948] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquiring lock "a054319c-27b1-4a16-96f3-0a113bf4f947" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.417199] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "a054319c-27b1-4a16-96f3-0a113bf4f947" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.436480] env[62880]: DEBUG nova.compute.manager [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.436939] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a973ed-3e5d-4a72-afe1-3235c7723ac1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.606068] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a397c040-3123-4b3c-9184-d9f80f4028e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.616446] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa64df0-8f15-4942-97f2-8ddaf546bda6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.656548] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8949127e-434d-4c3d-a6ac-3218f0237338 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.669291] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520057} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.671688] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. [ 1677.672996] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd73de2-73b5-4132-a141-70643a69caf7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.677370] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2526831d-72c6-420a-9482-3d224e41f431 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.693993] env[62880]: DEBUG nova.compute.provider_tree [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.716426] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.723011] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed55435-f30e-446c-91e8-883dd585ec09 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.744521] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1677.744521] env[62880]: value = "task-1880856" [ 1677.744521] env[62880]: _type = "Task" [ 1677.744521] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.754627] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.760284] env[62880]: ERROR nova.scheduler.client.report [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [req-f91aca1e-5569-471c-bb30-2cf6b20a56b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f91aca1e-5569-471c-bb30-2cf6b20a56b5"}]} [ 1677.777872] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9d4f614-c852-4945-ab71-58ea126f8768 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.781058] env[62880]: DEBUG nova.scheduler.client.report [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1677.787722] env[62880]: INFO nova.compute.manager [-] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Took 1.35 seconds to deallocate network for instance. [ 1677.791791] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b39da1-8954-450b-8148-46a85d3481f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.804759] env[62880]: DEBUG nova.scheduler.client.report [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1677.804984] env[62880]: DEBUG nova.compute.provider_tree [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.821892] env[62880]: DEBUG nova.scheduler.client.report [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1677.837694] env[62880]: DEBUG nova.compute.manager [req-b06ea3dc-23b2-42ad-b1a0-dbd689b2ac6c req-7e922547-00b7-48ef-8e7f-6be68062100c service nova] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Detach interface failed, port_id=4658b442-d377-4c13-adda-272db090ee21, reason: Instance 98af636c-27b8-455b-b1f6-53cafbdbf9ed could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1677.854913] env[62880]: DEBUG nova.scheduler.client.report [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1677.922018] env[62880]: DEBUG nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1677.985587] env[62880]: DEBUG nova.network.neutron [req-94bf2705-9234-4c29-b880-44a078b21d59 req-c3359a53-b47f-4125-8078-5137c1b8b170 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Updated VIF entry in instance network info cache for port a8d128d9-05d8-4c0b-a7e4-d616a3d64198. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.985944] env[62880]: DEBUG nova.network.neutron [req-94bf2705-9234-4c29-b880-44a078b21d59 req-c3359a53-b47f-4125-8078-5137c1b8b170 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Updating instance_info_cache with network_info: [{"id": "a8d128d9-05d8-4c0b-a7e4-d616a3d64198", "address": "fa:16:3e:b3:94:ac", "network": {"id": "2927deb6-0680-4e39-a5dd-1f1fbf3decc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1621217533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebeb2a901ccf43d3ab7cbf91c5296c9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d128d9-05", "ovs_interfaceid": "a8d128d9-05d8-4c0b-a7e4-d616a3d64198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.184386] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f3c4e0-2260-48c1-8a96-b57a3265947e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.192518] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3cbff6-1cad-4a0b-bbb8-b2fcdf06245c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.224486] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4445cd7-c061-4f03-93ee-eb85f01afa59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.232254] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd87b2-96f5-4bf8-bbd3-8798525e6fb3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.249415] env[62880]: DEBUG nova.compute.provider_tree [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.258822] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.314171] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.373504] env[62880]: DEBUG nova.network.neutron [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Successfully updated port: abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1678.442376] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.450722] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.450722] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb703d4f-5950-4d7b-b125-e4bb1f8783f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.458832] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1678.458832] env[62880]: value = "task-1880857" [ 1678.458832] env[62880]: _type = "Task" [ 1678.458832] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.468890] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.488834] env[62880]: DEBUG oslo_concurrency.lockutils [req-94bf2705-9234-4c29-b880-44a078b21d59 req-c3359a53-b47f-4125-8078-5137c1b8b170 service nova] Releasing lock "refresh_cache-6d7ab542-32b2-4fb2-a684-2131319d91e9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.760231] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.808246] env[62880]: DEBUG nova.scheduler.client.report [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1678.808607] env[62880]: DEBUG nova.compute.provider_tree [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 97 to 98 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1678.808785] env[62880]: DEBUG nova.compute.provider_tree [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.877567] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.877726] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.877877] env[62880]: DEBUG nova.network.neutron [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.969395] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880857, 'name': PowerOffVM_Task, 'duration_secs': 0.177813} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.969649] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.969878] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.970656] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b9c52-fd04-450f-a79a-b4f70e39791c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.977324] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.977583] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1bca5c-7421-431e-8674-1695fd776fb4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.011988] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.012215] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.012395] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Deleting the datastore file [datastore2] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.012642] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-304428ad-a476-42ae-86c1-bdf165204869 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.019035] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1679.019035] env[62880]: value = "task-1880859" [ 1679.019035] env[62880]: _type = "Task" [ 1679.019035] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.026486] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.190837] env[62880]: DEBUG nova.compute.manager [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Received event network-vif-plugged-abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1679.191070] env[62880]: DEBUG oslo_concurrency.lockutils [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.191364] env[62880]: DEBUG oslo_concurrency.lockutils [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.191582] env[62880]: DEBUG oslo_concurrency.lockutils [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.191582] env[62880]: DEBUG nova.compute.manager [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] No waiting events found dispatching network-vif-plugged-abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1679.191888] env[62880]: WARNING nova.compute.manager [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Received unexpected event network-vif-plugged-abeee1ff-960a-4d14-af10-9a8dc8406960 for instance with vm_state building and task_state spawning. [ 1679.191888] env[62880]: DEBUG nova.compute.manager [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Received event network-changed-abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1679.192065] env[62880]: DEBUG nova.compute.manager [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Refreshing instance network info cache due to event network-changed-abeee1ff-960a-4d14-af10-9a8dc8406960. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1679.192268] env[62880]: DEBUG oslo_concurrency.lockutils [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.259634] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880856, 'name': ReconfigVM_Task, 'duration_secs': 1.175066} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.259915] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.260768] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa85f6b-5f43-4b2c-98db-fa3c53ef27cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.285091] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59726ced-0d86-43d9-bdeb-c3e0e47c8c97 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.300586] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1679.300586] env[62880]: value = "task-1880860" [ 1679.300586] env[62880]: _type = "Task" [ 1679.300586] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.311127] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.314029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.638s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.316787] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.808s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.319083] env[62880]: INFO nova.compute.claims [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.341899] env[62880]: INFO nova.scheduler.client.report [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleted allocations for instance 3c017dcb-8093-4d79-ac47-a47b79807afb [ 1679.430944] env[62880]: DEBUG nova.network.neutron [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.260346] env[62880]: DEBUG oslo_concurrency.lockutils [None req-788a83e5-150a-49f2-9892-d2b34b9929a6 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "3c017dcb-8093-4d79-ac47-a47b79807afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.065s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.264853] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371604} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.267770] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.267989] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.268194] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.270631] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880860, 'name': ReconfigVM_Task, 'duration_secs': 0.287225} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.271573] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.271901] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22a725c-a57e-4781-a57d-cc1aa545cf60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.279525] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1680.279525] env[62880]: value = "task-1880861" [ 1680.279525] env[62880]: _type = "Task" [ 1680.279525] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.288590] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.432283] env[62880]: DEBUG nova.network.neutron [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.791854] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880861, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.936548] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.936960] env[62880]: DEBUG nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Instance network_info: |[{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1680.937353] env[62880]: DEBUG oslo_concurrency.lockutils [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.937549] env[62880]: DEBUG nova.network.neutron [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Refreshing network info cache for port abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.938874] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:06:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abeee1ff-960a-4d14-af10-9a8dc8406960', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1680.947674] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Creating folder: Project (b13dfee859174313ae207d54ca51ee4b). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1680.952718] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67eeb7b6-f3fa-47f8-81bb-0a9c3a1bbabd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.965325] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Created folder: Project (b13dfee859174313ae207d54ca51ee4b) in parent group-v388473. [ 1680.965325] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Creating folder: Instances. Parent ref: group-v388690. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1680.965614] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa102b8b-2f72-41cc-adf9-1edb1109c98c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.985020] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Created folder: Instances in parent group-v388690. [ 1680.985020] env[62880]: DEBUG oslo.service.loopingcall [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.985020] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1680.985020] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4064650b-8d40-40ba-b097-0fa0354a7cdf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.009432] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.009432] env[62880]: value = "task-1880864" [ 1681.009432] env[62880]: _type = "Task" [ 1681.009432] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.020086] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880864, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.075881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.076134] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.112966] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "d1adb48c-1680-430a-9682-75c7943b51ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.113215] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "d1adb48c-1680-430a-9682-75c7943b51ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.136700] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a458e7-ed09-44b7-ac57-284dbe33f059 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.144430] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e5e423-3903-4ac5-9b66-18c9a0e69f95 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.174804] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4640e9b2-9d5e-4f81-b8c5-626a6da0d6fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.182812] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c095e1-446d-45cf-8dc2-93b95fc37945 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.196238] env[62880]: DEBUG nova.compute.provider_tree [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.290757] env[62880]: DEBUG oslo_vmware.api [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880861, 'name': PowerOnVM_Task, 'duration_secs': 0.527858} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.291111] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.293749] env[62880]: DEBUG nova.compute.manager [None req-bf997b5f-f0f4-4b79-84e5-71157059757f tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.294564] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6708bdcb-0584-4552-af5e-19eaa87f035d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.304934] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.305175] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.305331] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.305510] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.305652] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.305796] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.305994] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.306161] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.306324] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.306482] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.306648] env[62880]: DEBUG nova.virt.hardware [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.307441] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a6c9a9-d882-4097-a476-c00e2ff590fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.316216] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f7d4d0-547c-45f0-a959-558e3421a167 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.330430] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.336011] env[62880]: DEBUG oslo.service.loopingcall [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.336872] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.337096] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27b98773-4055-4a34-ad6a-01bb9768b57f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.355350] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.355350] env[62880]: value = "task-1880865" [ 1681.355350] env[62880]: _type = "Task" [ 1681.355350] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.363085] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880865, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.520154] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880864, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.568173] env[62880]: DEBUG nova.network.neutron [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updated VIF entry in instance network info cache for port abeee1ff-960a-4d14-af10-9a8dc8406960. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1681.568622] env[62880]: DEBUG nova.network.neutron [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.578547] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1681.615943] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1681.699930] env[62880]: DEBUG nova.scheduler.client.report [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.865998] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880865, 'name': CreateVM_Task, 'duration_secs': 0.313175} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.866189] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1681.866644] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.866799] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.867130] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1681.867376] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96409a74-5b5d-4e88-a6ef-5d421bb50056 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.871968] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1681.871968] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521efc86-714e-c77b-aba1-fa90a44d47bd" [ 1681.871968] env[62880]: _type = "Task" [ 1681.871968] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.879448] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521efc86-714e-c77b-aba1-fa90a44d47bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.022926] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880864, 'name': CreateVM_Task, 'duration_secs': 0.552001} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.023170] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.023998] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.072894] env[62880]: DEBUG oslo_concurrency.lockutils [req-c403da45-5170-428e-b894-890d63b2adb2 req-13f163f6-c02a-445f-ab0b-ea874ed51cc7 service nova] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.102838] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.136090] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.204741] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.205247] env[62880]: DEBUG nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.207844] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.961s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.208087] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.210196] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.184s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.210413] env[62880]: DEBUG nova.objects.instance [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lazy-loading 'resources' on Instance uuid ea237b6c-6076-458f-b184-e84d2fc07313 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.230728] env[62880]: INFO nova.scheduler.client.report [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted allocations for instance 219bed14-d0ad-46eb-b2ec-2a3f240303b2 [ 1682.385070] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521efc86-714e-c77b-aba1-fa90a44d47bd, 'name': SearchDatastore_Task, 'duration_secs': 0.05245} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.385070] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.385070] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.385070] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.385593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.385593] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.385942] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.386119] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.386370] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec9932dc-a096-4b53-88bd-58e20e2b536f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.388200] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcfdedb7-e43f-4cb5-81ef-5de831287332 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.393210] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1682.393210] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5245d967-fc79-e3d0-e9ff-cbcdb066296b" [ 1682.393210] env[62880]: _type = "Task" [ 1682.393210] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.397454] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.397673] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.398729] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0190d798-b2ad-4d37-9257-4e17223f266c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.403480] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5245d967-fc79-e3d0-e9ff-cbcdb066296b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.406406] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1682.406406] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c2110d-5a17-4152-04b3-85a3780736df" [ 1682.406406] env[62880]: _type = "Task" [ 1682.406406] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.413969] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c2110d-5a17-4152-04b3-85a3780736df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.713651] env[62880]: DEBUG nova.compute.utils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.717955] env[62880]: DEBUG nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.718170] env[62880]: DEBUG nova.network.neutron [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.741328] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c65562d-db72-4532-9287-f356de9b3fda tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "219bed14-d0ad-46eb-b2ec-2a3f240303b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.973s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.821084] env[62880]: DEBUG nova.policy [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f16a640d9bcb48ffb4eeebbff7d57a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4718afd407054a8aa6b6089072d34c5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.905771] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5245d967-fc79-e3d0-e9ff-cbcdb066296b, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.905932] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.906182] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.906399] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.918720] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c2110d-5a17-4152-04b3-85a3780736df, 'name': SearchDatastore_Task, 'duration_secs': 0.020297} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.919492] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7304d50-4861-4b4a-8264-01e8e02b2185 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.927169] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1682.927169] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529135c8-9905-11a6-2110-5b7574561123" [ 1682.927169] env[62880]: _type = "Task" [ 1682.927169] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.934646] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529135c8-9905-11a6-2110-5b7574561123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.044450] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe4232-6a06-4c16-b8bf-ea522b5ae3e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.052205] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db847574-6ebf-4288-85fd-d0fb0769eb78 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.091321] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5633303-a222-446f-a2e1-87d2b82c5b24 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.099557] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3029d7c-a83f-415d-90cd-b9f38c253962 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.113329] env[62880]: DEBUG nova.compute.provider_tree [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.126951] env[62880]: INFO nova.compute.manager [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Unrescuing [ 1683.127221] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.127365] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquired lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.129194] env[62880]: DEBUG nova.network.neutron [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.219031] env[62880]: DEBUG nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.276861] env[62880]: DEBUG nova.network.neutron [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Successfully created port: 7eb42b00-55fd-435a-a566-cffc855b0688 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1683.438841] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529135c8-9905-11a6-2110-5b7574561123, 'name': SearchDatastore_Task, 'duration_secs': 0.018234} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.439494] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.439854] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a/b3a2b9c6-15d7-40a6-922e-1013a4d03a4a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1683.440307] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.440615] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.440942] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51818375-0afc-4079-86be-d8e1be697e2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.445018] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4469dedf-2c18-4509-b4b6-f7202f3e6d10 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.452049] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1683.452049] env[62880]: value = "task-1880866" [ 1683.452049] env[62880]: _type = "Task" [ 1683.452049] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.454729] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.455022] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.456062] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9e61d7-4b8a-441b-82c3-c4269df08957 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.460959] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.464714] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1683.464714] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f87069-3322-dc25-1166-cfddeb4b4d79" [ 1683.464714] env[62880]: _type = "Task" [ 1683.464714] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.472574] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f87069-3322-dc25-1166-cfddeb4b4d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.617722] env[62880]: DEBUG nova.scheduler.client.report [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.875842] env[62880]: DEBUG nova.network.neutron [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Updating instance_info_cache with network_info: [{"id": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "address": "fa:16:3e:c6:60:f0", "network": {"id": "332d19cf-cc43-4bd6-87ec-a1197f72a358", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-619425437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e91b29156f26470d80d2959f42393ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap264e1ba7-41", "ovs_interfaceid": "264e1ba7-41fc-46eb-b27e-a0f953b1f223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.960835] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880866, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.975236] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f87069-3322-dc25-1166-cfddeb4b4d79, 'name': SearchDatastore_Task, 'duration_secs': 0.013923} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.976067] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657ef0d6-2f4a-40f7-a406-c4bc4972dd42 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.982040] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1683.982040] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52636f91-5bf9-5759-76b1-96e50dd986bb" [ 1683.982040] env[62880]: _type = "Task" [ 1683.982040] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.992396] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52636f91-5bf9-5759-76b1-96e50dd986bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.124075] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.126313] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.909s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.126648] env[62880]: DEBUG nova.objects.instance [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'resources' on Instance uuid 4520a515-796b-467f-8a28-0a89afe5e03e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.157481] env[62880]: INFO nova.scheduler.client.report [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Deleted allocations for instance ea237b6c-6076-458f-b184-e84d2fc07313 [ 1684.230084] env[62880]: DEBUG nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.257267] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.257664] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.258071] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.258139] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.258317] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.258571] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.258836] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.259048] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.259258] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.259462] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.259681] env[62880]: DEBUG nova.virt.hardware [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.260685] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590d8a90-664d-4fa6-9585-2f89e366e1c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.270293] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe0b67c-ad86-4648-bc3f-e6268ccb3582 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.379156] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Releasing lock "refresh_cache-912022ac-b991-4414-85c7-ef0b30e7aa49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.379810] env[62880]: DEBUG nova.objects.instance [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lazy-loading 'flavor' on Instance uuid 912022ac-b991-4414-85c7-ef0b30e7aa49 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.461246] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684274} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.461511] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a/b3a2b9c6-15d7-40a6-922e-1013a4d03a4a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1684.461757] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1684.462017] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aea874e9-afc0-4d36-807b-13c9f2f03506 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.468918] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1684.468918] env[62880]: value = "task-1880867" [ 1684.468918] env[62880]: _type = "Task" [ 1684.468918] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.476907] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.491959] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52636f91-5bf9-5759-76b1-96e50dd986bb, 'name': SearchDatastore_Task, 'duration_secs': 0.050201} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.492247] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.492501] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 9c61a763-257f-4756-9dbe-0ba7a058e1cc/9c61a763-257f-4756-9dbe-0ba7a058e1cc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.492777] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a8f71eb-19f9-4877-9573-a9c38dc92dba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.499137] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1684.499137] env[62880]: value = "task-1880868" [ 1684.499137] env[62880]: _type = "Task" [ 1684.499137] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.507835] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.665850] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d5412d99-3fce-4ac1-b0be-0710ab2148f6 tempest-ServerAddressesTestJSON-121212223 tempest-ServerAddressesTestJSON-121212223-project-member] Lock "ea237b6c-6076-458f-b184-e84d2fc07313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.127s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.869894] env[62880]: DEBUG nova.compute.manager [req-9d5291ab-da56-43ab-89ca-010fb24b82d5 req-f20ea673-6199-4776-a53d-af4958bf2c45 service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Received event network-vif-plugged-7eb42b00-55fd-435a-a566-cffc855b0688 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1684.870243] env[62880]: DEBUG oslo_concurrency.lockutils [req-9d5291ab-da56-43ab-89ca-010fb24b82d5 req-f20ea673-6199-4776-a53d-af4958bf2c45 service nova] Acquiring lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.870492] env[62880]: DEBUG oslo_concurrency.lockutils [req-9d5291ab-da56-43ab-89ca-010fb24b82d5 req-f20ea673-6199-4776-a53d-af4958bf2c45 service nova] Lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.870860] env[62880]: DEBUG oslo_concurrency.lockutils [req-9d5291ab-da56-43ab-89ca-010fb24b82d5 req-f20ea673-6199-4776-a53d-af4958bf2c45 service nova] Lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.870985] env[62880]: DEBUG nova.compute.manager [req-9d5291ab-da56-43ab-89ca-010fb24b82d5 req-f20ea673-6199-4776-a53d-af4958bf2c45 service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] No waiting events found dispatching network-vif-plugged-7eb42b00-55fd-435a-a566-cffc855b0688 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1684.871148] env[62880]: WARNING nova.compute.manager [req-9d5291ab-da56-43ab-89ca-010fb24b82d5 req-f20ea673-6199-4776-a53d-af4958bf2c45 service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Received unexpected event network-vif-plugged-7eb42b00-55fd-435a-a566-cffc855b0688 for instance with vm_state building and task_state spawning. [ 1684.885859] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a022a-cacb-4471-aede-8bfabe88b9e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.912717] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.915663] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9f4477f-9e41-4ebb-8b63-3e9df7fbadf0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.924902] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1684.924902] env[62880]: value = "task-1880869" [ 1684.924902] env[62880]: _type = "Task" [ 1684.924902] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.931497] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.975336] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e73ca3-84f3-4ac2-95db-b3b38b7186af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.981751] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111946} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.982321] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1684.983180] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b45d9b-f6de-413e-9bab-69c2532fd04e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.988890] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec60a9b-bf36-4c41-8f47-8ca386a78480 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.008581] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a/b3a2b9c6-15d7-40a6-922e-1013a4d03a4a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.009396] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7a365a-4e5c-4988-9898-b66497f1428d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.054263] env[62880]: DEBUG nova.network.neutron [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Successfully updated port: 7eb42b00-55fd-435a-a566-cffc855b0688 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.056735] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8872eb-d95a-4f1d-b6b2-3c7c54031a0b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.064473] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880868, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.065340] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1685.065340] env[62880]: value = "task-1880870" [ 1685.065340] env[62880]: _type = "Task" [ 1685.065340] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.073509] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e203796-258d-4f56-aef6-0b26d94e27ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.082318] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.093703] env[62880]: DEBUG nova.compute.provider_tree [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1685.437549] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880869, 'name': PowerOffVM_Task, 'duration_secs': 0.308885} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.437899] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.443824] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1685.444489] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97fc8dd7-524c-4157-add1-3e777758ca55 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.464240] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1685.464240] env[62880]: value = "task-1880871" [ 1685.464240] env[62880]: _type = "Task" [ 1685.464240] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.472963] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.519077] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603062} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.519179] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 9c61a763-257f-4756-9dbe-0ba7a058e1cc/9c61a763-257f-4756-9dbe-0ba7a058e1cc.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.519389] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.519665] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d9308c-756c-4c5d-b453-423e2308fffc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.526950] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1685.526950] env[62880]: value = "task-1880872" [ 1685.526950] env[62880]: _type = "Task" [ 1685.526950] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.535124] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.560991] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.561168] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.561326] env[62880]: DEBUG nova.network.neutron [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.579157] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880870, 'name': ReconfigVM_Task, 'duration_secs': 0.387851} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.579454] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a/b3a2b9c6-15d7-40a6-922e-1013a4d03a4a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.580100] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19c7cf49-8f10-4dca-9cf8-8374cb95cbb0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.587416] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1685.587416] env[62880]: value = "task-1880873" [ 1685.587416] env[62880]: _type = "Task" [ 1685.587416] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.597934] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880873, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.617524] env[62880]: ERROR nova.scheduler.client.report [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [req-1670a637-d3cc-4221-b8d9-cb33fa5d428b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1670a637-d3cc-4221-b8d9-cb33fa5d428b"}]} [ 1685.639877] env[62880]: DEBUG nova.scheduler.client.report [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1685.661306] env[62880]: DEBUG nova.scheduler.client.report [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1685.662133] env[62880]: DEBUG nova.compute.provider_tree [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1685.675994] env[62880]: DEBUG nova.scheduler.client.report [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1685.693671] env[62880]: DEBUG nova.scheduler.client.report [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1685.973026] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880871, 'name': ReconfigVM_Task, 'duration_secs': 0.237658} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.973299] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1685.973480] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.973720] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7213b91-68bb-4df1-b73f-6da944f07fff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.980391] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1685.980391] env[62880]: value = "task-1880874" [ 1685.980391] env[62880]: _type = "Task" [ 1685.980391] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.988693] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.990191] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89f019-4571-4ed7-b3bb-908afbf59608 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.996603] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee612bec-3950-41bf-b037-a88a8372db5d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.028303] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b53eea5-6def-4060-9b2c-bd7547e0350d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.038649] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256963} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.040843] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.041745] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67277a78-77fb-4898-bc17-f441d898a756 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.044643] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428eba74-4dbb-4183-8e7e-4303ed651e69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.057945] env[62880]: DEBUG nova.compute.provider_tree [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1686.081088] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 9c61a763-257f-4756-9dbe-0ba7a058e1cc/9c61a763-257f-4756-9dbe-0ba7a058e1cc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.081282] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "f66e533d-105b-4eda-9f02-b1cc37d96288" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.081452] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.081620] env[62880]: INFO nova.compute.manager [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Shelving [ 1686.083332] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df0317e-8cbf-4c24-b958-95ee1a1f4ff9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.108992] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880873, 'name': Rename_Task, 'duration_secs': 0.355103} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.110277] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.110714] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1686.110714] env[62880]: value = "task-1880875" [ 1686.110714] env[62880]: _type = "Task" [ 1686.110714] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.110895] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8060d7c3-e073-4033-b53b-10a32e5e63e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.121639] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.122391] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1686.122391] env[62880]: value = "task-1880876" [ 1686.122391] env[62880]: _type = "Task" [ 1686.122391] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.130108] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.145917] env[62880]: DEBUG nova.network.neutron [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1686.491093] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.492091] env[62880]: DEBUG nova.network.neutron [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance_info_cache with network_info: [{"id": "7eb42b00-55fd-435a-a566-cffc855b0688", "address": "fa:16:3e:3d:71:10", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb42b00-55", "ovs_interfaceid": "7eb42b00-55fd-435a-a566-cffc855b0688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.609518] env[62880]: DEBUG nova.scheduler.client.report [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1686.609518] env[62880]: DEBUG nova.compute.provider_tree [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 100 to 101 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1686.609518] env[62880]: DEBUG nova.compute.provider_tree [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1686.623538] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.633448] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880876, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.909816] env[62880]: DEBUG nova.compute.manager [req-247e7c41-9b5e-495d-85ac-49392b28e155 req-21537b87-1b26-40e2-bed3-d41816c42e51 service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Received event network-changed-7eb42b00-55fd-435a-a566-cffc855b0688 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.909816] env[62880]: DEBUG nova.compute.manager [req-247e7c41-9b5e-495d-85ac-49392b28e155 req-21537b87-1b26-40e2-bed3-d41816c42e51 service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Refreshing instance network info cache due to event network-changed-7eb42b00-55fd-435a-a566-cffc855b0688. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1686.909940] env[62880]: DEBUG oslo_concurrency.lockutils [req-247e7c41-9b5e-495d-85ac-49392b28e155 req-21537b87-1b26-40e2-bed3-d41816c42e51 service nova] Acquiring lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.991412] env[62880]: DEBUG oslo_vmware.api [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880874, 'name': PowerOnVM_Task, 'duration_secs': 0.815494} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.991679] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.991903] env[62880]: DEBUG nova.compute.manager [None req-ff66c6ec-c735-4634-b701-6f4c4c3ab181 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.992710] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f183b41-fa86-4be0-b796-7c15857c0e19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.995337] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.995630] env[62880]: DEBUG nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Instance network_info: |[{"id": "7eb42b00-55fd-435a-a566-cffc855b0688", "address": "fa:16:3e:3d:71:10", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb42b00-55", "ovs_interfaceid": "7eb42b00-55fd-435a-a566-cffc855b0688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1686.995895] env[62880]: DEBUG oslo_concurrency.lockutils [req-247e7c41-9b5e-495d-85ac-49392b28e155 req-21537b87-1b26-40e2-bed3-d41816c42e51 service nova] Acquired lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.996079] env[62880]: DEBUG nova.network.neutron [req-247e7c41-9b5e-495d-85ac-49392b28e155 req-21537b87-1b26-40e2-bed3-d41816c42e51 service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Refreshing network info cache for port 7eb42b00-55fd-435a-a566-cffc855b0688 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.997320] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:71:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb42b00-55fd-435a-a566-cffc855b0688', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.005530] env[62880]: DEBUG oslo.service.loopingcall [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.008661] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.010900] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08fe73dd-4de8-4c5d-9fa7-bb74dd6f2422 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.034131] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.034131] env[62880]: value = "task-1880877" [ 1687.034131] env[62880]: _type = "Task" [ 1687.034131] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.045535] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880877, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.090939] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.091255] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-606ed4a0-4807-4600-9c7e-83cadaaf9189 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.101297] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1687.101297] env[62880]: value = "task-1880878" [ 1687.101297] env[62880]: _type = "Task" [ 1687.101297] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.109659] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.114741] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.988s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.119900] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.506s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.120182] env[62880]: DEBUG nova.objects.instance [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lazy-loading 'resources' on Instance uuid a60b7c6d-0951-4a41-b05f-46a186daaf48 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.131199] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880875, 'name': ReconfigVM_Task, 'duration_secs': 0.520851} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.131841] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 9c61a763-257f-4756-9dbe-0ba7a058e1cc/9c61a763-257f-4756-9dbe-0ba7a058e1cc.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.132527] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f83524bb-ae6a-41ea-a1c7-d42b1a0e4690 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.137713] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.142860] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1687.142860] env[62880]: value = "task-1880879" [ 1687.142860] env[62880]: _type = "Task" [ 1687.142860] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.145862] env[62880]: INFO nova.scheduler.client.report [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted allocations for instance 4520a515-796b-467f-8a28-0a89afe5e03e [ 1687.159940] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880879, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.249751] env[62880]: DEBUG nova.network.neutron [req-247e7c41-9b5e-495d-85ac-49392b28e155 req-21537b87-1b26-40e2-bed3-d41816c42e51 service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updated VIF entry in instance network info cache for port 7eb42b00-55fd-435a-a566-cffc855b0688. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.250261] env[62880]: DEBUG nova.network.neutron [req-247e7c41-9b5e-495d-85ac-49392b28e155 req-21537b87-1b26-40e2-bed3-d41816c42e51 service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance_info_cache with network_info: [{"id": "7eb42b00-55fd-435a-a566-cffc855b0688", "address": "fa:16:3e:3d:71:10", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb42b00-55", "ovs_interfaceid": "7eb42b00-55fd-435a-a566-cffc855b0688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.545727] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880877, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.611450] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880878, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.639033] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.661971] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880879, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.665361] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6ee8e7a5-87df-439b-905d-e892b4de41f1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "4520a515-796b-467f-8a28-0a89afe5e03e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.132s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.754527] env[62880]: DEBUG oslo_concurrency.lockutils [req-247e7c41-9b5e-495d-85ac-49392b28e155 req-21537b87-1b26-40e2-bed3-d41816c42e51 service nova] Releasing lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.929955] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20c2fd-aea1-4237-9238-48df478614d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.939316] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86457fb-d00e-448b-a3ce-a2490791b4a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.972396] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1a72c3-c6f5-4a9b-9b89-e3a64df69492 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.979684] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8010fb1-c0bf-41a9-898a-a9f1c8c3d627 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.995989] env[62880]: DEBUG nova.compute.provider_tree [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.044570] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880877, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.112234] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880878, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.134596] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880876, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.154898] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880879, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.392352] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "912022ac-b991-4414-85c7-ef0b30e7aa49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.392629] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "912022ac-b991-4414-85c7-ef0b30e7aa49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.392837] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "912022ac-b991-4414-85c7-ef0b30e7aa49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.393471] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "912022ac-b991-4414-85c7-ef0b30e7aa49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.393471] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "912022ac-b991-4414-85c7-ef0b30e7aa49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.395507] env[62880]: INFO nova.compute.manager [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Terminating instance [ 1688.499859] env[62880]: DEBUG nova.scheduler.client.report [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1688.545610] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880877, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.612691] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880878, 'name': PowerOffVM_Task, 'duration_secs': 1.309172} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.613060] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.614013] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6bbd74-44b7-44ce-b5a8-b329eb0d2526 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.637760] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38970515-4520-4d89-a854-370f666bac09 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.645524] env[62880]: DEBUG oslo_vmware.api [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880876, 'name': PowerOnVM_Task, 'duration_secs': 2.276812} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.647474] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.647704] env[62880]: DEBUG nova.compute.manager [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.652294] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c343ae6b-9469-457c-8ebe-a37941ded037 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.668908] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880879, 'name': Rename_Task, 'duration_secs': 1.311716} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.669511] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1688.669849] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad8603ca-9c33-4a68-b685-3db160ad1b7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.676898] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1688.676898] env[62880]: value = "task-1880880" [ 1688.676898] env[62880]: _type = "Task" [ 1688.676898] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.687976] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.899857] env[62880]: DEBUG nova.compute.manager [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.900634] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.900985] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba8bcc9-1879-43b4-a294-3d274350dd6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.909457] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.909457] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb7ccc39-d095-451e-8980-d8e2f271ba03 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.916725] env[62880]: DEBUG oslo_vmware.api [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1688.916725] env[62880]: value = "task-1880881" [ 1688.916725] env[62880]: _type = "Task" [ 1688.916725] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.924918] env[62880]: DEBUG oslo_vmware.api [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.005201] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.008082] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.095s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.010108] env[62880]: INFO nova.compute.claims [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.041737] env[62880]: INFO nova.scheduler.client.report [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted allocations for instance a60b7c6d-0951-4a41-b05f-46a186daaf48 [ 1689.050147] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880877, 'name': CreateVM_Task, 'duration_secs': 1.96425} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.050307] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.050984] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.051189] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.051502] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.052110] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c481e4-27bf-47c5-adaf-fc9c686dd3f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.056634] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1689.056634] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d9c869-1d55-e159-3673-9856e690385c" [ 1689.056634] env[62880]: _type = "Task" [ 1689.056634] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.065184] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d9c869-1d55-e159-3673-9856e690385c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.157761] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "53fefb87-0373-4979-a848-49bef814bb1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.158029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.161359] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1689.161474] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f2e4d2b-5747-4eae-b342-f0eacc22069d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.176170] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1689.176170] env[62880]: value = "task-1880882" [ 1689.176170] env[62880]: _type = "Task" [ 1689.176170] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.176608] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.189891] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.194161] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880880, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.426624] env[62880]: DEBUG oslo_vmware.api [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880881, 'name': PowerOffVM_Task, 'duration_secs': 0.295257} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.427061] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.427301] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.427561] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30a627d7-d03d-4aa0-a69e-f700a31f9003 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.492550] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.492819] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.493041] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.493230] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.493401] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.496915] env[62880]: INFO nova.compute.manager [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Terminating instance [ 1689.550486] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fb4e4f72-6c0c-4ac4-bdb6-8aaa267a1eeb tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "a60b7c6d-0951-4a41-b05f-46a186daaf48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.575s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.569506] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d9c869-1d55-e159-3673-9856e690385c, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.569899] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.570150] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1689.570602] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.570754] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.570932] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.571203] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e2fe0c-31d7-4820-839c-b9952ee936b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.579641] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.579924] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1689.580699] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4901e009-a646-400c-b99b-e6d9c146fd06 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.586121] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1689.586121] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e15e96-2e96-786e-42d1-34ba2a518904" [ 1689.586121] env[62880]: _type = "Task" [ 1689.586121] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.594917] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e15e96-2e96-786e-42d1-34ba2a518904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.602954] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.603176] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.603361] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Deleting the datastore file [datastore2] 912022ac-b991-4414-85c7-ef0b30e7aa49 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.603660] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0814f9da-230f-429e-9493-19269cc0e6fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.611309] env[62880]: DEBUG oslo_vmware.api [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1689.611309] env[62880]: value = "task-1880884" [ 1689.611309] env[62880]: _type = "Task" [ 1689.611309] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.619969] env[62880]: DEBUG oslo_vmware.api [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.660502] env[62880]: DEBUG nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1689.689763] env[62880]: DEBUG oslo_vmware.api [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880880, 'name': PowerOnVM_Task, 'duration_secs': 0.650549} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.692867] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.693480] env[62880]: INFO nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Took 12.97 seconds to spawn the instance on the hypervisor. [ 1689.693480] env[62880]: DEBUG nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.693654] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880882, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.694670] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694c76a-727f-4cfc-bf9f-bbeea1b4ed0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.000572] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "refresh_cache-b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.000781] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquired lock "refresh_cache-b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.000960] env[62880]: DEBUG nova.network.neutron [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.100662] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e15e96-2e96-786e-42d1-34ba2a518904, 'name': SearchDatastore_Task, 'duration_secs': 0.012203} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.104348] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f235b59e-2d04-43eb-be93-f94035aa2460 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.113018] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1690.113018] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5220471c-2da1-8790-1109-cc49c55bf875" [ 1690.113018] env[62880]: _type = "Task" [ 1690.113018] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.126507] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5220471c-2da1-8790-1109-cc49c55bf875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.129607] env[62880]: DEBUG oslo_vmware.api [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252057} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.132883] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.132883] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.132883] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.132883] env[62880]: INFO nova.compute.manager [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1690.133151] env[62880]: DEBUG oslo.service.loopingcall [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.133510] env[62880]: DEBUG nova.compute.manager [-] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1690.133859] env[62880]: DEBUG nova.network.neutron [-] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1690.186308] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.194468] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880882, 'name': CreateSnapshot_Task, 'duration_secs': 0.852341} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.194730] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1690.195577] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73dc335-eda4-439f-b1f2-a3aaa55fffa8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.217510] env[62880]: INFO nova.compute.manager [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Took 51.79 seconds to build instance. [ 1690.279696] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "dae9d03d-9786-47c4-905c-25b9d06de271" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.279980] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "dae9d03d-9786-47c4-905c-25b9d06de271" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.280275] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "dae9d03d-9786-47c4-905c-25b9d06de271-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.280452] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "dae9d03d-9786-47c4-905c-25b9d06de271-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.280642] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "dae9d03d-9786-47c4-905c-25b9d06de271-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.282627] env[62880]: INFO nova.compute.manager [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Terminating instance [ 1690.392835] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c11fe-2f38-48bd-9e58-e51b8873bd52 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.400782] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfddbe8-69b6-4c03-9761-06633f233f24 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.436748] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc38870-26d3-40e2-af99-7e1bc85782d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.444478] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0054a7-0157-4186-927f-7ae42d0c2ad6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.457947] env[62880]: DEBUG nova.compute.provider_tree [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.528460] env[62880]: DEBUG nova.network.neutron [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.624842] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5220471c-2da1-8790-1109-cc49c55bf875, 'name': SearchDatastore_Task, 'duration_secs': 0.02227} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.625177] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.625386] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 78758212-39b8-49f3-b0b7-051ec547e39b/78758212-39b8-49f3-b0b7-051ec547e39b.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1690.625664] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6af3d04d-4d07-459d-8f7e-9f62e375f748 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.629992] env[62880]: DEBUG nova.network.neutron [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.638432] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1690.638432] env[62880]: value = "task-1880885" [ 1690.638432] env[62880]: _type = "Task" [ 1690.638432] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.648974] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.672349] env[62880]: DEBUG nova.compute.manager [req-0680508c-6636-4a1a-91c8-d23e6dd80996 req-3ec8d509-e68e-4517-a1f8-e3f949b52bb2 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Received event network-vif-deleted-264e1ba7-41fc-46eb-b27e-a0f953b1f223 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.672349] env[62880]: INFO nova.compute.manager [req-0680508c-6636-4a1a-91c8-d23e6dd80996 req-3ec8d509-e68e-4517-a1f8-e3f949b52bb2 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Neutron deleted interface 264e1ba7-41fc-46eb-b27e-a0f953b1f223; detaching it from the instance and deleting it from the info cache [ 1690.672457] env[62880]: DEBUG nova.network.neutron [req-0680508c-6636-4a1a-91c8-d23e6dd80996 req-3ec8d509-e68e-4517-a1f8-e3f949b52bb2 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.721917] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1690.722568] env[62880]: DEBUG oslo_concurrency.lockutils [None req-425e1b9e-479e-4acc-9d35-8e28c7369c8d tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.303s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.723022] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-403ab36e-36dd-4293-a661-cb372016182b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.731000] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1690.731000] env[62880]: value = "task-1880886" [ 1690.731000] env[62880]: _type = "Task" [ 1690.731000] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.738592] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880886, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.787671] env[62880]: DEBUG nova.compute.manager [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.788075] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.789128] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0373bb6-b5ab-4a94-b956-45e3d27413ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.796535] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.796829] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec83d549-0c45-49c6-90c1-1cd0a40c6101 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.802570] env[62880]: DEBUG oslo_vmware.api [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1690.802570] env[62880]: value = "task-1880887" [ 1690.802570] env[62880]: _type = "Task" [ 1690.802570] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.811169] env[62880]: DEBUG oslo_vmware.api [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.927031] env[62880]: DEBUG nova.compute.manager [req-3f0ea425-65ed-4b16-88b7-4fbc4aa013cb req-b7c9446f-e755-4a9d-97e5-9540a6a08916 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Received event network-changed-abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.927176] env[62880]: DEBUG nova.compute.manager [req-3f0ea425-65ed-4b16-88b7-4fbc4aa013cb req-b7c9446f-e755-4a9d-97e5-9540a6a08916 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Refreshing instance network info cache due to event network-changed-abeee1ff-960a-4d14-af10-9a8dc8406960. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1690.927482] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f0ea425-65ed-4b16-88b7-4fbc4aa013cb req-b7c9446f-e755-4a9d-97e5-9540a6a08916 service nova] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.927648] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f0ea425-65ed-4b16-88b7-4fbc4aa013cb req-b7c9446f-e755-4a9d-97e5-9540a6a08916 service nova] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.927816] env[62880]: DEBUG nova.network.neutron [req-3f0ea425-65ed-4b16-88b7-4fbc4aa013cb req-b7c9446f-e755-4a9d-97e5-9540a6a08916 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Refreshing network info cache for port abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.962019] env[62880]: DEBUG nova.scheduler.client.report [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.033315] env[62880]: DEBUG nova.network.neutron [-] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.087115] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.087480] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.134765] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Releasing lock "refresh_cache-b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.135395] env[62880]: DEBUG nova.compute.manager [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.135708] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.137310] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3b8161-701d-4e89-9962-da4df8dc1710 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.150722] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880885, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.153718] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.154145] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f3bbc66-c584-4eb6-b5dc-45bc9c12b735 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.162201] env[62880]: DEBUG oslo_vmware.api [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1691.162201] env[62880]: value = "task-1880888" [ 1691.162201] env[62880]: _type = "Task" [ 1691.162201] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.172820] env[62880]: DEBUG oslo_vmware.api [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.174589] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f82f6f-b4b2-43a5-aca5-9e4e31695abd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.186115] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a138e41-cdfe-43cd-a26e-c5f4a50cbeaa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.223603] env[62880]: DEBUG nova.compute.manager [req-0680508c-6636-4a1a-91c8-d23e6dd80996 req-3ec8d509-e68e-4517-a1f8-e3f949b52bb2 service nova] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Detach interface failed, port_id=264e1ba7-41fc-46eb-b27e-a0f953b1f223, reason: Instance 912022ac-b991-4414-85c7-ef0b30e7aa49 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1691.244946] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880886, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.313297] env[62880]: DEBUG oslo_vmware.api [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880887, 'name': PowerOffVM_Task, 'duration_secs': 0.282422} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.313565] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.313738] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.313988] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a1cdd9-0e4f-48bf-9687-243487350f3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.469278] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.469841] env[62880]: DEBUG nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1691.472516] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.195s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.473944] env[62880]: INFO nova.compute.claims [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1691.535623] env[62880]: INFO nova.compute.manager [-] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Took 1.40 seconds to deallocate network for instance. [ 1691.589983] env[62880]: DEBUG nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1691.654936] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696896} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.654936] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 78758212-39b8-49f3-b0b7-051ec547e39b/78758212-39b8-49f3-b0b7-051ec547e39b.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1691.654936] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1691.654936] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afb5b1ff-036b-4acb-97ef-4c1d71b0a157 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.663870] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1691.663870] env[62880]: value = "task-1880890" [ 1691.663870] env[62880]: _type = "Task" [ 1691.663870] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.664839] env[62880]: DEBUG nova.network.neutron [req-3f0ea425-65ed-4b16-88b7-4fbc4aa013cb req-b7c9446f-e755-4a9d-97e5-9540a6a08916 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updated VIF entry in instance network info cache for port abeee1ff-960a-4d14-af10-9a8dc8406960. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.665277] env[62880]: DEBUG nova.network.neutron [req-3f0ea425-65ed-4b16-88b7-4fbc4aa013cb req-b7c9446f-e755-4a9d-97e5-9540a6a08916 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.680275] env[62880]: DEBUG oslo_vmware.api [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880888, 'name': PowerOffVM_Task, 'duration_secs': 0.195978} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.682595] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.682778] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.683049] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.683952] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6c7fa16-e01a-4bda-97a5-cc533d0ba38b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.708313] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.708525] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.708778] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Deleting the datastore file [datastore1] b3a2b9c6-15d7-40a6-922e-1013a4d03a4a {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.709054] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0f40297-f993-4760-acfd-a82eb7cf5a46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.715348] env[62880]: DEBUG oslo_vmware.api [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for the task: (returnval){ [ 1691.715348] env[62880]: value = "task-1880892" [ 1691.715348] env[62880]: _type = "Task" [ 1691.715348] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.723154] env[62880]: DEBUG oslo_vmware.api [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.740829] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880886, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.982446] env[62880]: DEBUG nova.compute.utils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1691.984047] env[62880]: DEBUG nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1691.984183] env[62880]: DEBUG nova.network.neutron [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1692.041316] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.043783] env[62880]: DEBUG nova.policy [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f74863700744a29b926a0275891a015', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7eafdf5dbe479fa725f7758ff34f0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1692.096798] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.097041] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.097229] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleting the datastore file [datastore2] dae9d03d-9786-47c4-905c-25b9d06de271 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.100226] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7d402c5-03d8-47d1-b65c-d926dc682caa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.107643] env[62880]: DEBUG oslo_vmware.api [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1692.107643] env[62880]: value = "task-1880893" [ 1692.107643] env[62880]: _type = "Task" [ 1692.107643] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.117284] env[62880]: DEBUG oslo_vmware.api [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.125499] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.174058] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f0ea425-65ed-4b16-88b7-4fbc4aa013cb req-b7c9446f-e755-4a9d-97e5-9540a6a08916 service nova] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.179790] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10438} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.180079] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1692.180955] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea507f0-936c-4290-8473-8d81b8994819 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.203939] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 78758212-39b8-49f3-b0b7-051ec547e39b/78758212-39b8-49f3-b0b7-051ec547e39b.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1692.204280] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4fd138-6fda-4121-bcdc-e82e9d6e592b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.227693] env[62880]: DEBUG oslo_vmware.api [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Task: {'id': task-1880892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213231} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.229083] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.229285] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.229477] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.229660] env[62880]: INFO nova.compute.manager [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1692.229957] env[62880]: DEBUG oslo.service.loopingcall [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.230257] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1692.230257] env[62880]: value = "task-1880894" [ 1692.230257] env[62880]: _type = "Task" [ 1692.230257] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.230463] env[62880]: DEBUG nova.compute.manager [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.230560] env[62880]: DEBUG nova.network.neutron [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.245191] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880886, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.248656] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.249234] env[62880]: DEBUG nova.network.neutron [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.304129] env[62880]: DEBUG nova.network.neutron [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Successfully created port: af2ce4ae-76c3-496d-802c-8171fab3b9fa {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1692.489183] env[62880]: DEBUG nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1692.620620] env[62880]: DEBUG oslo_vmware.api [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30709} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.620884] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.621050] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.621231] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.621399] env[62880]: INFO nova.compute.manager [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1692.621631] env[62880]: DEBUG oslo.service.loopingcall [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.621812] env[62880]: DEBUG nova.compute.manager [-] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.621905] env[62880]: DEBUG nova.network.neutron [-] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.749419] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.749691] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880886, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.755103] env[62880]: DEBUG nova.network.neutron [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.806072] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe364c3-5f80-435f-82f3-1526e4533cf9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.813689] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b601f6-c1d7-4041-a399-26eb5d5debe2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.845677] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d524c3c4-05e0-44b5-bfc0-79783e22fe89 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.853353] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86006750-cbbe-4f23-afdd-b3b662dc915e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.867986] env[62880]: DEBUG nova.compute.provider_tree [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.036881] env[62880]: DEBUG nova.compute.manager [req-a93b031d-6816-446f-950b-4905d5e6ebe1 req-89c475a7-71a2-47c8-8dcc-91c55048dd26 service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Received event network-vif-deleted-92e1c9ed-a629-4fd9-9989-6cbb66d61738 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1693.037031] env[62880]: INFO nova.compute.manager [req-a93b031d-6816-446f-950b-4905d5e6ebe1 req-89c475a7-71a2-47c8-8dcc-91c55048dd26 service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Neutron deleted interface 92e1c9ed-a629-4fd9-9989-6cbb66d61738; detaching it from the instance and deleting it from the info cache [ 1693.037202] env[62880]: DEBUG nova.network.neutron [req-a93b031d-6816-446f-950b-4905d5e6ebe1 req-89c475a7-71a2-47c8-8dcc-91c55048dd26 service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.244738] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880894, 'name': ReconfigVM_Task, 'duration_secs': 0.972446} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.245384] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 78758212-39b8-49f3-b0b7-051ec547e39b/78758212-39b8-49f3-b0b7-051ec547e39b.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.246014] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ee58ec4-aec2-41be-ac9d-06b96cbf7725 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.250368] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880886, 'name': CloneVM_Task, 'duration_secs': 2.262046} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.250886] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Created linked-clone VM from snapshot [ 1693.251580] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75fbb5c-b171-483b-aea2-3ce88aa3564f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.255681] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1693.255681] env[62880]: value = "task-1880895" [ 1693.255681] env[62880]: _type = "Task" [ 1693.255681] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.258967] env[62880]: INFO nova.compute.manager [-] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Took 1.03 seconds to deallocate network for instance. [ 1693.259252] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Uploading image a306c676-02cb-420a-8aa8-7d2ad03f66d1 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1693.271022] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880895, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.283880] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1693.283880] env[62880]: value = "vm-388696" [ 1693.283880] env[62880]: _type = "VirtualMachine" [ 1693.283880] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1693.284155] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7ad2290-5793-41ad-9b83-fbf4af9c456e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.291082] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lease: (returnval){ [ 1693.291082] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52597a37-b501-d4b5-0c47-5f36af77be66" [ 1693.291082] env[62880]: _type = "HttpNfcLease" [ 1693.291082] env[62880]: } obtained for exporting VM: (result){ [ 1693.291082] env[62880]: value = "vm-388696" [ 1693.291082] env[62880]: _type = "VirtualMachine" [ 1693.291082] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1693.291347] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the lease: (returnval){ [ 1693.291347] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52597a37-b501-d4b5-0c47-5f36af77be66" [ 1693.291347] env[62880]: _type = "HttpNfcLease" [ 1693.291347] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1693.297937] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1693.297937] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52597a37-b501-d4b5-0c47-5f36af77be66" [ 1693.297937] env[62880]: _type = "HttpNfcLease" [ 1693.297937] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1693.372489] env[62880]: DEBUG nova.scheduler.client.report [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1693.469111] env[62880]: DEBUG nova.network.neutron [-] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.501065] env[62880]: DEBUG nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1693.523475] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1693.523723] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1693.523881] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1693.524076] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1693.524225] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1693.524378] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1693.524581] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1693.524736] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1693.525033] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1693.525212] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1693.525388] env[62880]: DEBUG nova.virt.hardware [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1693.526241] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef57f72b-ba0e-4e7f-9f85-261f72747886 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.534431] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c108f5-dbce-4ddc-878b-e66448c24839 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.540386] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34ef551f-933b-4d56-94a1-363c6ac3331f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.560257] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0995445f-93eb-4d07-858b-f388baf3c928 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.591163] env[62880]: DEBUG nova.compute.manager [req-a93b031d-6816-446f-950b-4905d5e6ebe1 req-89c475a7-71a2-47c8-8dcc-91c55048dd26 service nova] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Detach interface failed, port_id=92e1c9ed-a629-4fd9-9989-6cbb66d61738, reason: Instance dae9d03d-9786-47c4-905c-25b9d06de271 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1693.720766] env[62880]: DEBUG nova.compute.manager [req-c2ee22f3-fdab-4a01-be7a-db217274b9e1 req-067870b9-1b8b-456f-843b-bc453ede10fe service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Received event network-vif-plugged-af2ce4ae-76c3-496d-802c-8171fab3b9fa {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1693.720997] env[62880]: DEBUG oslo_concurrency.lockutils [req-c2ee22f3-fdab-4a01-be7a-db217274b9e1 req-067870b9-1b8b-456f-843b-bc453ede10fe service nova] Acquiring lock "a951a264-eb15-45fe-9579-0b8a071b17f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.721275] env[62880]: DEBUG oslo_concurrency.lockutils [req-c2ee22f3-fdab-4a01-be7a-db217274b9e1 req-067870b9-1b8b-456f-843b-bc453ede10fe service nova] Lock "a951a264-eb15-45fe-9579-0b8a071b17f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.721462] env[62880]: DEBUG oslo_concurrency.lockutils [req-c2ee22f3-fdab-4a01-be7a-db217274b9e1 req-067870b9-1b8b-456f-843b-bc453ede10fe service nova] Lock "a951a264-eb15-45fe-9579-0b8a071b17f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.721633] env[62880]: DEBUG nova.compute.manager [req-c2ee22f3-fdab-4a01-be7a-db217274b9e1 req-067870b9-1b8b-456f-843b-bc453ede10fe service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] No waiting events found dispatching network-vif-plugged-af2ce4ae-76c3-496d-802c-8171fab3b9fa {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1693.721797] env[62880]: WARNING nova.compute.manager [req-c2ee22f3-fdab-4a01-be7a-db217274b9e1 req-067870b9-1b8b-456f-843b-bc453ede10fe service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Received unexpected event network-vif-plugged-af2ce4ae-76c3-496d-802c-8171fab3b9fa for instance with vm_state building and task_state spawning. [ 1693.768735] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880895, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.772783] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.798743] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1693.798743] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52597a37-b501-d4b5-0c47-5f36af77be66" [ 1693.798743] env[62880]: _type = "HttpNfcLease" [ 1693.798743] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1693.799062] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1693.799062] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52597a37-b501-d4b5-0c47-5f36af77be66" [ 1693.799062] env[62880]: _type = "HttpNfcLease" [ 1693.799062] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1693.799810] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e08ac9-1570-4212-85f5-7faab26f4cbf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.807463] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1d553-e6b7-e46e-ce19-3512ac819188/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1693.807677] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1d553-e6b7-e46e-ce19-3512ac819188/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1693.866976] env[62880]: DEBUG nova.network.neutron [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Successfully updated port: af2ce4ae-76c3-496d-802c-8171fab3b9fa {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1693.879073] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.879673] env[62880]: DEBUG nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1693.882593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.740s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.883965] env[62880]: INFO nova.compute.claims [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.973866] env[62880]: INFO nova.compute.manager [-] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Took 1.35 seconds to deallocate network for instance. [ 1693.976414] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f012557-83c6-4bec-a5c8-97a0d1689d78 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.272903] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880895, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.370545] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "refresh_cache-a951a264-eb15-45fe-9579-0b8a071b17f8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.370842] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "refresh_cache-a951a264-eb15-45fe-9579-0b8a071b17f8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.371067] env[62880]: DEBUG nova.network.neutron [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.390622] env[62880]: DEBUG nova.compute.utils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1694.392622] env[62880]: DEBUG nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1694.392887] env[62880]: DEBUG nova.network.neutron [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1694.433514] env[62880]: DEBUG nova.policy [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc65469f28c449918f8604c69d59001f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87817e0bd64e4d348e836e41efea4909', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1694.483052] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.736876] env[62880]: DEBUG nova.network.neutron [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Successfully created port: c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1694.770123] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880895, 'name': Rename_Task, 'duration_secs': 1.121552} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.771030] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.771030] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dbf8eb5-d4a8-4044-85a7-d5b0206b0303 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.777092] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1694.777092] env[62880]: value = "task-1880897" [ 1694.777092] env[62880]: _type = "Task" [ 1694.777092] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.786383] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.898386] env[62880]: DEBUG nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1694.926486] env[62880]: DEBUG nova.network.neutron [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1695.167927] env[62880]: DEBUG nova.network.neutron [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Updating instance_info_cache with network_info: [{"id": "af2ce4ae-76c3-496d-802c-8171fab3b9fa", "address": "fa:16:3e:8a:d4:28", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2ce4ae-76", "ovs_interfaceid": "af2ce4ae-76c3-496d-802c-8171fab3b9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.268307] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aa1127-8f94-465b-ac12-eb9795765779 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.276250] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e0b6e-8875-49fc-bf43-6d81c645b897 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.313897] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.315025] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2a4bcb-73ed-4574-b8e8-f4426137c2a8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.323653] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb5799c-7dc7-436f-b4b6-dab307420137 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.339928] env[62880]: DEBUG nova.compute.provider_tree [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.673347] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "refresh_cache-a951a264-eb15-45fe-9579-0b8a071b17f8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.673749] env[62880]: DEBUG nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Instance network_info: |[{"id": "af2ce4ae-76c3-496d-802c-8171fab3b9fa", "address": "fa:16:3e:8a:d4:28", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2ce4ae-76", "ovs_interfaceid": "af2ce4ae-76c3-496d-802c-8171fab3b9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1695.674258] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d4:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af2ce4ae-76c3-496d-802c-8171fab3b9fa', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1695.682841] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Creating folder: Project (4d7eafdf5dbe479fa725f7758ff34f0e). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1695.683291] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c59d1fd-a1c3-44e0-b87b-d572ad0505a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.695306] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Created folder: Project (4d7eafdf5dbe479fa725f7758ff34f0e) in parent group-v388473. [ 1695.695552] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Creating folder: Instances. Parent ref: group-v388697. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1695.695856] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c3ef1e6-a32e-4bfd-a71e-f91b699ad933 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.705254] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Created folder: Instances in parent group-v388697. [ 1695.705488] env[62880]: DEBUG oslo.service.loopingcall [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.705672] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1695.706286] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bb5771e-444d-4cbb-9382-0709a9c51928 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.726861] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1695.726861] env[62880]: value = "task-1880900" [ 1695.726861] env[62880]: _type = "Task" [ 1695.726861] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.734729] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880900, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.747679] env[62880]: DEBUG nova.compute.manager [req-0b1376bf-c232-4747-b6c2-d83839466362 req-33106eb9-028c-4c88-b929-ed01ccbb8dec service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Received event network-changed-af2ce4ae-76c3-496d-802c-8171fab3b9fa {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1695.747960] env[62880]: DEBUG nova.compute.manager [req-0b1376bf-c232-4747-b6c2-d83839466362 req-33106eb9-028c-4c88-b929-ed01ccbb8dec service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Refreshing instance network info cache due to event network-changed-af2ce4ae-76c3-496d-802c-8171fab3b9fa. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1695.748225] env[62880]: DEBUG oslo_concurrency.lockutils [req-0b1376bf-c232-4747-b6c2-d83839466362 req-33106eb9-028c-4c88-b929-ed01ccbb8dec service nova] Acquiring lock "refresh_cache-a951a264-eb15-45fe-9579-0b8a071b17f8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.748405] env[62880]: DEBUG oslo_concurrency.lockutils [req-0b1376bf-c232-4747-b6c2-d83839466362 req-33106eb9-028c-4c88-b929-ed01ccbb8dec service nova] Acquired lock "refresh_cache-a951a264-eb15-45fe-9579-0b8a071b17f8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.748628] env[62880]: DEBUG nova.network.neutron [req-0b1376bf-c232-4747-b6c2-d83839466362 req-33106eb9-028c-4c88-b929-ed01ccbb8dec service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Refreshing network info cache for port af2ce4ae-76c3-496d-802c-8171fab3b9fa {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.789591] env[62880]: DEBUG oslo_vmware.api [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880897, 'name': PowerOnVM_Task, 'duration_secs': 0.930687} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.789993] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.790307] env[62880]: INFO nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Took 11.56 seconds to spawn the instance on the hypervisor. [ 1695.790562] env[62880]: DEBUG nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.792106] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f90a854-9a40-47a8-8d46-4c266b9a9d7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.843269] env[62880]: DEBUG nova.scheduler.client.report [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.915300] env[62880]: DEBUG nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1695.946266] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1695.946545] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.946747] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1695.946989] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.947336] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1695.947540] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1695.947772] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1695.947934] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1695.948117] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1695.948487] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1695.948487] env[62880]: DEBUG nova.virt.hardware [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1695.949900] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7ca121-7ac3-4be7-a00e-6deecf8fe81d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.957634] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f8b7b5-2361-40bc-91b5-9f4f42fff2e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.236659] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880900, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.312344] env[62880]: DEBUG nova.network.neutron [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Successfully updated port: c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1696.323277] env[62880]: INFO nova.compute.manager [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Took 47.83 seconds to build instance. [ 1696.348809] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.349390] env[62880]: DEBUG nova.compute.manager [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.356028] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.038s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.627723] env[62880]: DEBUG nova.network.neutron [req-0b1376bf-c232-4747-b6c2-d83839466362 req-33106eb9-028c-4c88-b929-ed01ccbb8dec service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Updated VIF entry in instance network info cache for port af2ce4ae-76c3-496d-802c-8171fab3b9fa. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.628134] env[62880]: DEBUG nova.network.neutron [req-0b1376bf-c232-4747-b6c2-d83839466362 req-33106eb9-028c-4c88-b929-ed01ccbb8dec service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Updating instance_info_cache with network_info: [{"id": "af2ce4ae-76c3-496d-802c-8171fab3b9fa", "address": "fa:16:3e:8a:d4:28", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2ce4ae-76", "ovs_interfaceid": "af2ce4ae-76c3-496d-802c-8171fab3b9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.738413] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880900, 'name': CreateVM_Task, 'duration_secs': 0.668914} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.738653] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1696.739374] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.739546] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.739871] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1696.740140] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7c09a3-2d7b-4b19-8154-6cc67549bf13 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.744907] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1696.744907] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523e5281-7283-5d63-5ecb-46fae3267a2f" [ 1696.744907] env[62880]: _type = "Task" [ 1696.744907] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.753395] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523e5281-7283-5d63-5ecb-46fae3267a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.816282] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.816520] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.816594] env[62880]: DEBUG nova.network.neutron [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.826480] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5abc119b-d4b6-4c1c-b10b-47711aa21daa tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.342s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.860649] env[62880]: DEBUG nova.compute.utils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.869890] env[62880]: DEBUG nova.compute.manager [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Not allocating networking since 'none' was specified. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1697.131666] env[62880]: DEBUG oslo_concurrency.lockutils [req-0b1376bf-c232-4747-b6c2-d83839466362 req-33106eb9-028c-4c88-b929-ed01ccbb8dec service nova] Releasing lock "refresh_cache-a951a264-eb15-45fe-9579-0b8a071b17f8" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.255787] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523e5281-7283-5d63-5ecb-46fae3267a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.015943} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.256100] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.256333] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1697.256564] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.256710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.257020] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1697.257286] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77bdfbe2-0ebc-4a99-8ed4-d55af135c7be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.279749] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1697.279976] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1697.280745] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9e02f6-9043-4265-b57a-eddf66e828ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.286409] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1697.286409] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5271d071-c37f-6d33-fa1a-6bf931cc8871" [ 1697.286409] env[62880]: _type = "Task" [ 1697.286409] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.294233] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5271d071-c37f-6d33-fa1a-6bf931cc8871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.347145] env[62880]: DEBUG nova.network.neutron [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1697.371139] env[62880]: DEBUG nova.compute.manager [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.375535] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=62880) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 1697.394176] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 98af636c-27b8-455b-b1f6-53cafbdbf9ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1697.394347] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 504108f5-c321-4acf-a629-e6f818af97cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.394476] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.394595] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c68659d-0d8e-4370-8f58-93b5955b46ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.394727] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance dae9d03d-9786-47c4-905c-25b9d06de271 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1697.394845] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance f66e533d-105b-4eda-9f02-b1cc37d96288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.394957] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 51c80fe7-d56a-40ff-bc36-3bf333f0780c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.395176] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance dc2ca3b2-d8d6-4f47-aa36-50b65743a65f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.395261] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 33d1d454-1f32-4f67-9535-5d5e649887af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.395296] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 35790243-8a62-49ff-bccd-0b2dd92c7332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.395410] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 912022ac-b991-4414-85c7-ef0b30e7aa49 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1697.395784] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 6d7ab542-32b2-4fb2-a684-2131319d91e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.395784] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b3a2b9c6-15d7-40a6-922e-1013a4d03a4a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1697.395784] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c61a763-257f-4756-9dbe-0ba7a058e1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.395918] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance a951a264-eb15-45fe-9579-0b8a071b17f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.395964] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1a7c304a-a905-4636-b8e3-66a6714e8a66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.396072] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 6afad46b-706c-41a2-9966-06d64762c6a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1697.480190] env[62880]: DEBUG nova.network.neutron [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updating instance_info_cache with network_info: [{"id": "c932433a-059a-48b3-a980-3ae65db0930a", "address": "fa:16:3e:51:2e:e7", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc932433a-05", "ovs_interfaceid": "c932433a-059a-48b3-a980-3ae65db0930a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.772346] env[62880]: DEBUG nova.compute.manager [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Received event network-vif-plugged-c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1697.772564] env[62880]: DEBUG oslo_concurrency.lockutils [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] Acquiring lock "1a7c304a-a905-4636-b8e3-66a6714e8a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.772773] env[62880]: DEBUG oslo_concurrency.lockutils [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.772971] env[62880]: DEBUG oslo_concurrency.lockutils [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.773256] env[62880]: DEBUG nova.compute.manager [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] No waiting events found dispatching network-vif-plugged-c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1697.774042] env[62880]: WARNING nova.compute.manager [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Received unexpected event network-vif-plugged-c932433a-059a-48b3-a980-3ae65db0930a for instance with vm_state building and task_state spawning. [ 1697.774042] env[62880]: DEBUG nova.compute.manager [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Received event network-changed-c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1697.774042] env[62880]: DEBUG nova.compute.manager [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Refreshing instance network info cache due to event network-changed-c932433a-059a-48b3-a980-3ae65db0930a. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1697.774042] env[62880]: DEBUG oslo_concurrency.lockutils [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] Acquiring lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.796690] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5271d071-c37f-6d33-fa1a-6bf931cc8871, 'name': SearchDatastore_Task, 'duration_secs': 0.050071} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.797457] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6994f3a6-920a-47f2-b909-7cadbc4b337c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.802940] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1697.802940] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f32af-556e-1447-560e-f3798fa5f8b2" [ 1697.802940] env[62880]: _type = "Task" [ 1697.802940] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.810738] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f32af-556e-1447-560e-f3798fa5f8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.899913] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance a054319c-27b1-4a16-96f3-0a113bf4f947 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1697.930837] env[62880]: DEBUG nova.compute.manager [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1697.983201] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.983551] env[62880]: DEBUG nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Instance network_info: |[{"id": "c932433a-059a-48b3-a980-3ae65db0930a", "address": "fa:16:3e:51:2e:e7", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc932433a-05", "ovs_interfaceid": "c932433a-059a-48b3-a980-3ae65db0930a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1697.983842] env[62880]: DEBUG oslo_concurrency.lockutils [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] Acquired lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.984032] env[62880]: DEBUG nova.network.neutron [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Refreshing network info cache for port c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.985207] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:2e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c932433a-059a-48b3-a980-3ae65db0930a', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.993131] env[62880]: DEBUG oslo.service.loopingcall [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.996131] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1697.996594] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1713115c-cb1a-4511-96d8-dda99a30b3dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.018201] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1698.018201] env[62880]: value = "task-1880901" [ 1698.018201] env[62880]: _type = "Task" [ 1698.018201] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.026386] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880901, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.315400] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527f32af-556e-1447-560e-f3798fa5f8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.032091} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.315761] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.316089] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] a951a264-eb15-45fe-9579-0b8a071b17f8/a951a264-eb15-45fe-9579-0b8a071b17f8.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1698.317422] env[62880]: DEBUG nova.network.neutron [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updated VIF entry in instance network info cache for port c932433a-059a-48b3-a980-3ae65db0930a. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.317918] env[62880]: DEBUG nova.network.neutron [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updating instance_info_cache with network_info: [{"id": "c932433a-059a-48b3-a980-3ae65db0930a", "address": "fa:16:3e:51:2e:e7", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc932433a-05", "ovs_interfaceid": "c932433a-059a-48b3-a980-3ae65db0930a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.319528] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-454ad1b4-0700-4462-b2cd-c82453d6f0cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.328365] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1698.328365] env[62880]: value = "task-1880902" [ 1698.328365] env[62880]: _type = "Task" [ 1698.328365] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.339671] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.384431] env[62880]: DEBUG nova.compute.manager [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.403033] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1698.415474] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.415745] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.415907] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.416118] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.416286] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.416441] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.416646] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.416826] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.417024] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.417277] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.417477] env[62880]: DEBUG nova.virt.hardware [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.418406] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487bcd5-0a1c-4798-91da-9b306548151a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.429177] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c513d4ce-0481-4ba1-92c8-76cb5892cf18 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.450874] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1698.457810] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Creating folder: Project (a0f2c772ded940ffb95b0260eae95c61). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1698.458246] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee363024-6362-443b-9713-3c9d8ff00a6b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.464888] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.469390] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Created folder: Project (a0f2c772ded940ffb95b0260eae95c61) in parent group-v388473. [ 1698.469596] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Creating folder: Instances. Parent ref: group-v388701. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1698.469889] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e75c5a5-43d3-4309-bda8-a6129a4cb65b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.481464] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Created folder: Instances in parent group-v388701. [ 1698.481833] env[62880]: DEBUG oslo.service.loopingcall [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.482154] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1698.482481] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d59030be-6c43-4d1b-902c-439d14d9845d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.500939] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1698.500939] env[62880]: value = "task-1880905" [ 1698.500939] env[62880]: _type = "Task" [ 1698.500939] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.508864] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880905, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.528846] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880901, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.824655] env[62880]: DEBUG oslo_concurrency.lockutils [req-ff26446d-8792-423b-bec1-83da5aeaf560 req-c064b6f5-25bd-4147-9847-05230c3db195 service nova] Releasing lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.839837] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.906979] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance d1adb48c-1680-430a-9682-75c7943b51ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1699.011240] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880905, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.030127] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880901, 'name': CreateVM_Task, 'duration_secs': 0.544624} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.030127] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1699.031037] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.031037] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.031325] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1699.031738] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870e8c45-f613-452d-a5a9-f84fd2522d1b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.036837] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1699.036837] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527bc2f1-68ad-553a-0337-2d926ea2811c" [ 1699.036837] env[62880]: _type = "Task" [ 1699.036837] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.047695] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527bc2f1-68ad-553a-0337-2d926ea2811c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.339982] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656765} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.340272] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] a951a264-eb15-45fe-9579-0b8a071b17f8/a951a264-eb15-45fe-9579-0b8a071b17f8.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1699.340479] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1699.340722] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c6edac0-b342-4aa2-ba0f-d3ababed5cd9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.347470] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1699.347470] env[62880]: value = "task-1880906" [ 1699.347470] env[62880]: _type = "Task" [ 1699.347470] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.356066] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.411099] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 53fefb87-0373-4979-a848-49bef814bb1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1699.512547] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880905, 'name': CreateVM_Task, 'duration_secs': 0.749347} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.512965] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1699.514141] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.548141] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527bc2f1-68ad-553a-0337-2d926ea2811c, 'name': SearchDatastore_Task, 'duration_secs': 0.017969} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.548141] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.548289] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.548524] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.548670] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.548904] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.549218] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.549522] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1699.549743] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba10ea5d-305a-41e1-8389-f2c2a26ced7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.551750] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-332119ae-39ff-49c7-b644-f743de107c4b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.557140] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1699.557140] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524cd7af-8b76-d903-7911-3ee4b763009e" [ 1699.557140] env[62880]: _type = "Task" [ 1699.557140] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.561802] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.561802] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.562406] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37dc092-eb39-4595-bb53-25955ad3f5b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.567437] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524cd7af-8b76-d903-7911-3ee4b763009e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.570033] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1699.570033] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52551953-9cc5-f40b-06a2-e6a9dd5d5aea" [ 1699.570033] env[62880]: _type = "Task" [ 1699.570033] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.577461] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52551953-9cc5-f40b-06a2-e6a9dd5d5aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.859030] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084087} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.859324] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1699.860123] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfea55f3-c6e2-480a-a9af-0a56891e47f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.882257] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a951a264-eb15-45fe-9579-0b8a071b17f8/a951a264-eb15-45fe-9579-0b8a071b17f8.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.882532] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f3f5364-eac8-4c85-bebe-8b4c426fbd2c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.902367] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1699.902367] env[62880]: value = "task-1880907" [ 1699.902367] env[62880]: _type = "Task" [ 1699.902367] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.910692] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.913498] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance ebfa6c96-78b2-4aa5-bb25-11bc7c85324a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1699.913643] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Migration 10bae0a9-2699-444e-baea-5cfab432bba2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1699.913770] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 78758212-39b8-49f3-b0b7-051ec547e39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1699.914011] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1699.914159] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1700.067461] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524cd7af-8b76-d903-7911-3ee4b763009e, 'name': SearchDatastore_Task, 'duration_secs': 0.039376} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.067729] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.067964] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.068192] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.081028] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52551953-9cc5-f40b-06a2-e6a9dd5d5aea, 'name': SearchDatastore_Task, 'duration_secs': 0.039686} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.081639] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6792b2-86c7-49ba-802f-2f7f43746ec1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.087090] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1700.087090] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522860b3-c53b-ce67-d7a9-deee5890c30f" [ 1700.087090] env[62880]: _type = "Task" [ 1700.087090] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.097355] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522860b3-c53b-ce67-d7a9-deee5890c30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.247657] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bcdb47-6c46-4edc-8c26-690ff176860f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.257239] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5bdcc-e123-4c71-9317-d9fe83c3470e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.288278] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74833fa-8bb1-42c4-82a3-94b6fefc3de6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.296268] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdff7da-dd93-4133-93e8-ee22f2b5ba0f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.312465] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.413387] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.599120] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522860b3-c53b-ce67-d7a9-deee5890c30f, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.600615] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.600615] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66/1a7c304a-a905-4636-b8e3-66a6714e8a66.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1700.600615] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.601514] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.601514] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41fc2d6c-d767-4a3b-adc9-db71123fa125 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.603372] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67bca905-2c17-4203-854e-63c9b0f195a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.611422] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1700.611422] env[62880]: value = "task-1880908" [ 1700.611422] env[62880]: _type = "Task" [ 1700.611422] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.615745] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.615998] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1700.616839] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb88bb99-8d6a-43b0-acb2-597372715758 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.623799] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.625187] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1700.625187] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52739803-5763-5ed6-deec-741c2880b62d" [ 1700.625187] env[62880]: _type = "Task" [ 1700.625187] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.633142] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52739803-5763-5ed6-deec-741c2880b62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.815915] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1700.915780] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880907, 'name': ReconfigVM_Task, 'duration_secs': 0.561499} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.916256] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a951a264-eb15-45fe-9579-0b8a071b17f8/a951a264-eb15-45fe-9579-0b8a071b17f8.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.917219] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac6efacd-64ea-4baf-9bc0-c9e71ca05c18 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.926337] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1700.926337] env[62880]: value = "task-1880909" [ 1700.926337] env[62880]: _type = "Task" [ 1700.926337] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.941941] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880909, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.122943] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.137068] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52739803-5763-5ed6-deec-741c2880b62d, 'name': SearchDatastore_Task, 'duration_secs': 0.019778} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.137621] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe66e0d-c8dd-4e7f-932a-e5001bf73dbc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.144090] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1701.144090] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260613a-45b4-088e-3584-62592f4f956f" [ 1701.144090] env[62880]: _type = "Task" [ 1701.144090] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.153902] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260613a-45b4-088e-3584-62592f4f956f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.322087] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1701.322356] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.967s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.322638] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.009s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.322833] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.324983] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.883s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.326464] env[62880]: INFO nova.compute.claims [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.347258] env[62880]: INFO nova.scheduler.client.report [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Deleted allocations for instance 98af636c-27b8-455b-b1f6-53cafbdbf9ed [ 1701.435995] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880909, 'name': Rename_Task, 'duration_secs': 0.504309} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.436268] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.436521] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac3f6a8-ba92-4ac3-8ac2-642488274b26 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.442538] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1701.442538] env[62880]: value = "task-1880910" [ 1701.442538] env[62880]: _type = "Task" [ 1701.442538] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.450262] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.624514] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660118} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.624786] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66/1a7c304a-a905-4636-b8e3-66a6714e8a66.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1701.625313] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1701.625313] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5ea4951-289f-4cbe-9ae2-f132eefb1eb7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.633546] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1701.633546] env[62880]: value = "task-1880911" [ 1701.633546] env[62880]: _type = "Task" [ 1701.633546] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.642569] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.654300] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5260613a-45b4-088e-3584-62592f4f956f, 'name': SearchDatastore_Task, 'duration_secs': 0.058327} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.654560] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.654844] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 6afad46b-706c-41a2-9966-06d64762c6a0/6afad46b-706c-41a2-9966-06d64762c6a0.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1701.655111] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a0b919e-33a6-48ec-80d8-f20bf9e57884 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.662282] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1701.662282] env[62880]: value = "task-1880912" [ 1701.662282] env[62880]: _type = "Task" [ 1701.662282] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.670457] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.854754] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a0d60730-c76d-4778-8e17-e63ada28a5e9 tempest-ServersAdminTestJSON-1926602131 tempest-ServersAdminTestJSON-1926602131-project-member] Lock "98af636c-27b8-455b-b1f6-53cafbdbf9ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.085s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.953963] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880910, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.142861] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.391692} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.143138] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.143912] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd375ff-4442-4991-962f-3f745e0579b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.166083] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66/1a7c304a-a905-4636-b8e3-66a6714e8a66.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.166455] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b594c449-b20d-4b1c-bda9-be80ac826e21 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.189366] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880912, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.190669] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1702.190669] env[62880]: value = "task-1880913" [ 1702.190669] env[62880]: _type = "Task" [ 1702.190669] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.198058] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.456998] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880910, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.681763] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90796} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.685022] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 6afad46b-706c-41a2-9966-06d64762c6a0/6afad46b-706c-41a2-9966-06d64762c6a0.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1702.685433] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1702.685985] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d603b20-97cb-4f4b-97a8-63aa36ab0d3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.697333] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1702.697333] env[62880]: value = "task-1880914" [ 1702.697333] env[62880]: _type = "Task" [ 1702.697333] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.715178] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.722927] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.810984] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df678a4a-52d6-4858-be93-1a43798cc90e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.820394] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785afddb-fa30-4d5f-a43e-b979a6cb0766 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.854588] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ba42e-e46c-4f3d-a2db-143a50c44516 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.866103] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be374f-d99c-40f9-946e-0f92f1c1bd93 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.880083] env[62880]: DEBUG nova.compute.provider_tree [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.958255] env[62880]: DEBUG oslo_vmware.api [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880910, 'name': PowerOnVM_Task, 'duration_secs': 1.258968} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.958996] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.959236] env[62880]: INFO nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1702.959460] env[62880]: DEBUG nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.960301] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66b3cd5-ff55-4190-816a-f78e7a794ec0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.202200] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880913, 'name': ReconfigVM_Task, 'duration_secs': 0.585835} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.205306] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66/1a7c304a-a905-4636-b8e3-66a6714e8a66.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.205901] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96b9c5a8-a5a4-45a5-83fd-32f9e1a193b2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.212549] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084451} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.213562] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1703.213867] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1703.213867] env[62880]: value = "task-1880915" [ 1703.213867] env[62880]: _type = "Task" [ 1703.213867] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.214560] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfebe89-730f-4e37-bb7d-95c30d0b39f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.224611] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880915, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.240717] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 6afad46b-706c-41a2-9966-06d64762c6a0/6afad46b-706c-41a2-9966-06d64762c6a0.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1703.241027] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d13bf704-ae06-49e1-9d04-1bde07b542f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.260604] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1703.260604] env[62880]: value = "task-1880916" [ 1703.260604] env[62880]: _type = "Task" [ 1703.260604] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.268975] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.383783] env[62880]: DEBUG nova.scheduler.client.report [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.482867] env[62880]: INFO nova.compute.manager [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Took 44.59 seconds to build instance. [ 1703.727070] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880915, 'name': Rename_Task, 'duration_secs': 0.190656} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.727374] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.727626] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-435a9e87-699f-4aac-9591-675bc26b0ca7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.735364] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1703.735364] env[62880]: value = "task-1880917" [ 1703.735364] env[62880]: _type = "Task" [ 1703.735364] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.744664] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.772074] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.891870] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.891870] env[62880]: DEBUG nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1703.894490] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.792s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.898556] env[62880]: INFO nova.compute.claims [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1703.983908] env[62880]: DEBUG oslo_concurrency.lockutils [None req-13d7761b-e8dd-4795-9d8c-e92dafa59789 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "a951a264-eb15-45fe-9579-0b8a071b17f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.105s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.248731] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880917, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.271750] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880916, 'name': ReconfigVM_Task, 'duration_secs': 0.812762} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.272040] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 6afad46b-706c-41a2-9966-06d64762c6a0/6afad46b-706c-41a2-9966-06d64762c6a0.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1704.272834] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-087be7a4-3620-4c7c-8de1-f67b7f264997 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.280325] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1704.280325] env[62880]: value = "task-1880918" [ 1704.280325] env[62880]: _type = "Task" [ 1704.280325] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.292249] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880918, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.404044] env[62880]: DEBUG nova.compute.utils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.404044] env[62880]: DEBUG nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1704.404044] env[62880]: DEBUG nova.network.neutron [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.479204] env[62880]: DEBUG nova.policy [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '160fef03a7114332814a70e16be9ba9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd62429d6703c435a97de267506237fdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.752025] env[62880]: DEBUG oslo_vmware.api [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1880917, 'name': PowerOnVM_Task, 'duration_secs': 0.541407} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.752025] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.752025] env[62880]: INFO nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1704.752025] env[62880]: DEBUG nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.752025] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c068d6-5d74-45a4-b13a-b16fbad1312b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.792040] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880918, 'name': Rename_Task, 'duration_secs': 0.365629} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.792724] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1704.793607] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5921291c-2854-40f6-9a30-4373d512921a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.804021] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1704.804021] env[62880]: value = "task-1880919" [ 1704.804021] env[62880]: _type = "Task" [ 1704.804021] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.812402] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.896283] env[62880]: DEBUG nova.network.neutron [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Successfully created port: 5582be18-ebc5-4550-ac3c-791191cadb96 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.912020] env[62880]: DEBUG nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.278031] env[62880]: INFO nova.compute.manager [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Took 44.01 seconds to build instance. [ 1705.288747] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f0e606-c754-4b73-a694-83cec5b6bb81 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.297686] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92305768-0000-4854-bcfe-21507355c786 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.333545] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b792794d-dbd5-460e-88cc-05b15db77019 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.341819] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.348836] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abfed6c-5f91-4087-bb72-a69c5eaf8bb8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.364729] env[62880]: DEBUG nova.compute.provider_tree [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.780749] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7bdd23f8-bfe9-48dd-a58d-f37f90a39c2d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.529s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.814338] env[62880]: DEBUG oslo_vmware.api [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880919, 'name': PowerOnVM_Task, 'duration_secs': 0.908777} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.814604] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1705.814809] env[62880]: INFO nova.compute.manager [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1705.814989] env[62880]: DEBUG nova.compute.manager [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.815763] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f67f1a-c276-4f32-9f46-dca92cb52837 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.868059] env[62880]: DEBUG nova.scheduler.client.report [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.925043] env[62880]: DEBUG nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.014300] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1706.014440] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.014664] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1706.014865] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.015026] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1706.015179] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1706.015384] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1706.015543] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1706.015706] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1706.015864] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1706.016048] env[62880]: DEBUG nova.virt.hardware [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1706.017571] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2c805c-413d-4c75-9380-91732c4d76ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.026844] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab11aa2-1f32-466f-988b-132556104ea4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.183325] env[62880]: DEBUG nova.compute.manager [req-fcc25ea3-0cbf-45b8-99e5-3795f9fcb521 req-24664ca8-a173-4319-b537-2bda14d5275b service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Received event network-changed-c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1706.183673] env[62880]: DEBUG nova.compute.manager [req-fcc25ea3-0cbf-45b8-99e5-3795f9fcb521 req-24664ca8-a173-4319-b537-2bda14d5275b service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Refreshing instance network info cache due to event network-changed-c932433a-059a-48b3-a980-3ae65db0930a. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1706.183999] env[62880]: DEBUG oslo_concurrency.lockutils [req-fcc25ea3-0cbf-45b8-99e5-3795f9fcb521 req-24664ca8-a173-4319-b537-2bda14d5275b service nova] Acquiring lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.184333] env[62880]: DEBUG oslo_concurrency.lockutils [req-fcc25ea3-0cbf-45b8-99e5-3795f9fcb521 req-24664ca8-a173-4319-b537-2bda14d5275b service nova] Acquired lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.184556] env[62880]: DEBUG nova.network.neutron [req-fcc25ea3-0cbf-45b8-99e5-3795f9fcb521 req-24664ca8-a173-4319-b537-2bda14d5275b service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Refreshing network info cache for port c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.332531] env[62880]: INFO nova.compute.manager [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Took 36.21 seconds to build instance. [ 1706.374213] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.374744] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.377609] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.242s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.379076] env[62880]: INFO nova.compute.claims [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.753904] env[62880]: DEBUG nova.network.neutron [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Successfully updated port: 5582be18-ebc5-4550-ac3c-791191cadb96 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.835789] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1db698df-659c-459d-8998-32130bd1ba97 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "6afad46b-706c-41a2-9966-06d64762c6a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.717s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.884509] env[62880]: DEBUG nova.compute.utils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.888851] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1706.889057] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1706.942922] env[62880]: DEBUG nova.policy [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4127cb7231d4e3db3791787e9969cfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8970c1ca637140b993fd27162209853a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.052264] env[62880]: DEBUG nova.compute.manager [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.053589] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1556c3-9575-44f9-8203-92550b1898e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.202414] env[62880]: DEBUG nova.network.neutron [req-fcc25ea3-0cbf-45b8-99e5-3795f9fcb521 req-24664ca8-a173-4319-b537-2bda14d5275b service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updated VIF entry in instance network info cache for port c932433a-059a-48b3-a980-3ae65db0930a. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.202785] env[62880]: DEBUG nova.network.neutron [req-fcc25ea3-0cbf-45b8-99e5-3795f9fcb521 req-24664ca8-a173-4319-b537-2bda14d5275b service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updating instance_info_cache with network_info: [{"id": "c932433a-059a-48b3-a980-3ae65db0930a", "address": "fa:16:3e:51:2e:e7", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc932433a-05", "ovs_interfaceid": "c932433a-059a-48b3-a980-3ae65db0930a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.256209] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquiring lock "refresh_cache-a054319c-27b1-4a16-96f3-0a113bf4f947" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.256387] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquired lock "refresh_cache-a054319c-27b1-4a16-96f3-0a113bf4f947" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.256541] env[62880]: DEBUG nova.network.neutron [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.373279] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Successfully created port: 19b75a9b-b4fb-43bb-97b5-67f827bb4e9a {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.389482] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.466747] env[62880]: DEBUG nova.compute.manager [None req-10a23657-9f4e-448d-ab45-691bfd1a1ec0 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1707.471743] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80f869b-bbaf-414f-a61e-ba4afa293332 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.566754] env[62880]: INFO nova.compute.manager [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] instance snapshotting [ 1707.572397] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6814ac3f-f764-466a-8816-d7890f0579cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.598227] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2276525b-3a0b-4ebd-9ae4-253531381674 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.601862] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquiring lock "6afad46b-706c-41a2-9966-06d64762c6a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.602148] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "6afad46b-706c-41a2-9966-06d64762c6a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.602358] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquiring lock "6afad46b-706c-41a2-9966-06d64762c6a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.603242] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "6afad46b-706c-41a2-9966-06d64762c6a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.603449] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "6afad46b-706c-41a2-9966-06d64762c6a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.605553] env[62880]: INFO nova.compute.manager [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Terminating instance [ 1707.613607] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.613607] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.707616] env[62880]: DEBUG oslo_concurrency.lockutils [req-fcc25ea3-0cbf-45b8-99e5-3795f9fcb521 req-24664ca8-a173-4319-b537-2bda14d5275b service nova] Releasing lock "refresh_cache-1a7c304a-a905-4636-b8e3-66a6714e8a66" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.774687] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ded087e-d35e-4f3c-95e7-82ad3674dbd9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.781922] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f47efce-ba28-4f96-b290-b857051c15c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.815234] env[62880]: DEBUG nova.network.neutron [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.817949] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a5dda-b517-4d94-9fbd-19657a2e337c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.828649] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce4969d-3d74-4255-8da8-8fbed851f47c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.848105] env[62880]: DEBUG nova.compute.provider_tree [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.978589] env[62880]: INFO nova.compute.manager [None req-10a23657-9f4e-448d-ab45-691bfd1a1ec0 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] instance snapshotting [ 1707.979258] env[62880]: DEBUG nova.objects.instance [None req-10a23657-9f4e-448d-ab45-691bfd1a1ec0 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lazy-loading 'flavor' on Instance uuid 6afad46b-706c-41a2-9966-06d64762c6a0 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.083351] env[62880]: DEBUG nova.network.neutron [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Updating instance_info_cache with network_info: [{"id": "5582be18-ebc5-4550-ac3c-791191cadb96", "address": "fa:16:3e:a6:14:df", "network": {"id": "2ef7ad8c-caaa-4239-a95d-b21025bc9f73", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1194182135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d62429d6703c435a97de267506237fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5582be18-eb", "ovs_interfaceid": "5582be18-ebc5-4550-ac3c-791191cadb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.109271] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquiring lock "refresh_cache-6afad46b-706c-41a2-9966-06d64762c6a0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.109497] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquired lock "refresh_cache-6afad46b-706c-41a2-9966-06d64762c6a0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.109694] env[62880]: DEBUG nova.network.neutron [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.114448] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1708.114978] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55879b20-0eb3-4ff7-bc5a-7701d71c4aaa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.118349] env[62880]: INFO nova.compute.manager [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Detaching volume 93e671cf-2a9a-470f-bcf5-a7486d17ccc4 [ 1708.127253] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1708.127253] env[62880]: value = "task-1880920" [ 1708.127253] env[62880]: _type = "Task" [ 1708.127253] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.136710] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.157561] env[62880]: INFO nova.virt.block_device [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Attempting to driver detach volume 93e671cf-2a9a-470f-bcf5-a7486d17ccc4 from mountpoint /dev/sdb [ 1708.157792] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1708.157998] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388667', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'name': 'volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33d1d454-1f32-4f67-9535-5d5e649887af', 'attached_at': '', 'detached_at': '', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'serial': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1708.158883] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c6c5e-8220-4575-9ebe-9ca07b8ddaa3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.181644] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e657c-d9f0-49e3-8d54-6f845f17f2cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.189214] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562a5964-367b-4cd9-85a1-02ffb346478a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.211633] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e2cc4a-b64a-42d6-8433-6bf46b56fb49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.217935] env[62880]: DEBUG nova.compute.manager [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Received event network-vif-plugged-5582be18-ebc5-4550-ac3c-791191cadb96 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1708.217935] env[62880]: DEBUG oslo_concurrency.lockutils [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] Acquiring lock "a054319c-27b1-4a16-96f3-0a113bf4f947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.217935] env[62880]: DEBUG oslo_concurrency.lockutils [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] Lock "a054319c-27b1-4a16-96f3-0a113bf4f947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.220185] env[62880]: DEBUG oslo_concurrency.lockutils [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] Lock "a054319c-27b1-4a16-96f3-0a113bf4f947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.220408] env[62880]: DEBUG nova.compute.manager [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] No waiting events found dispatching network-vif-plugged-5582be18-ebc5-4550-ac3c-791191cadb96 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1708.222692] env[62880]: WARNING nova.compute.manager [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Received unexpected event network-vif-plugged-5582be18-ebc5-4550-ac3c-791191cadb96 for instance with vm_state building and task_state spawning. [ 1708.222692] env[62880]: DEBUG nova.compute.manager [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Received event network-changed-5582be18-ebc5-4550-ac3c-791191cadb96 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1708.222692] env[62880]: DEBUG nova.compute.manager [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Refreshing instance network info cache due to event network-changed-5582be18-ebc5-4550-ac3c-791191cadb96. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1708.222692] env[62880]: DEBUG oslo_concurrency.lockutils [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] Acquiring lock "refresh_cache-a054319c-27b1-4a16-96f3-0a113bf4f947" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.234727] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] The volume has not been displaced from its original location: [datastore2] volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4/volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1708.241832] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1708.242012] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c23538a1-3fec-4636-b1df-8a8c3da2b76f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.263942] env[62880]: DEBUG oslo_vmware.api [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1708.263942] env[62880]: value = "task-1880921" [ 1708.263942] env[62880]: _type = "Task" [ 1708.263942] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.272924] env[62880]: DEBUG oslo_vmware.api [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.353718] env[62880]: DEBUG nova.scheduler.client.report [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.401080] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.434700] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.434958] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.435135] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.435331] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.435497] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.435647] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.435851] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.436021] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.436228] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.436416] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.436621] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.437574] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2277212d-fab6-462c-a5a1-d86b789b6abe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.445882] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbdc110-5cce-469b-876c-ba51bfbf1d0e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.487027] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeada6e-86d8-4a72-a084-2f1a923726e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.507326] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6067f547-d787-4313-8021-439cd94820cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.586650] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Releasing lock "refresh_cache-a054319c-27b1-4a16-96f3-0a113bf4f947" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.587016] env[62880]: DEBUG nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Instance network_info: |[{"id": "5582be18-ebc5-4550-ac3c-791191cadb96", "address": "fa:16:3e:a6:14:df", "network": {"id": "2ef7ad8c-caaa-4239-a95d-b21025bc9f73", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1194182135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d62429d6703c435a97de267506237fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5582be18-eb", "ovs_interfaceid": "5582be18-ebc5-4550-ac3c-791191cadb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.587345] env[62880]: DEBUG oslo_concurrency.lockutils [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] Acquired lock "refresh_cache-a054319c-27b1-4a16-96f3-0a113bf4f947" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.587549] env[62880]: DEBUG nova.network.neutron [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Refreshing network info cache for port 5582be18-ebc5-4550-ac3c-791191cadb96 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.588812] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:14:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5582be18-ebc5-4550-ac3c-791191cadb96', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.598450] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Creating folder: Project (d62429d6703c435a97de267506237fdc). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.599437] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e509b1-3980-47d6-9f7c-263045c6ddd2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.613342] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Created folder: Project (d62429d6703c435a97de267506237fdc) in parent group-v388473. [ 1708.613523] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Creating folder: Instances. Parent ref: group-v388704. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.614046] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40677f68-9ee4-45ed-a39a-234661d8395b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.623483] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Created folder: Instances in parent group-v388704. [ 1708.623731] env[62880]: DEBUG oslo.service.loopingcall [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.623923] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.624339] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7178f84-ce9d-42d3-a60e-12a864af15b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.640624] env[62880]: DEBUG nova.network.neutron [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.654393] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.656225] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.656225] env[62880]: value = "task-1880924" [ 1708.656225] env[62880]: _type = "Task" [ 1708.656225] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.665960] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880924, 'name': CreateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.734873] env[62880]: DEBUG nova.network.neutron [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.775049] env[62880]: DEBUG oslo_vmware.api [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880921, 'name': ReconfigVM_Task, 'duration_secs': 0.308406} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.775264] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1708.780893] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ff62fe-b433-45fb-a020-9f6d162d730e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.798668] env[62880]: DEBUG oslo_vmware.api [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1708.798668] env[62880]: value = "task-1880925" [ 1708.798668] env[62880]: _type = "Task" [ 1708.798668] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.807884] env[62880]: DEBUG oslo_vmware.api [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.859717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.860377] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.863659] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.687s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.863916] env[62880]: DEBUG nova.objects.instance [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1709.007846] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Successfully updated port: 19b75a9b-b4fb-43bb-97b5-67f827bb4e9a {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.019110] env[62880]: DEBUG nova.compute.manager [None req-10a23657-9f4e-448d-ab45-691bfd1a1ec0 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Instance disappeared during snapshot {{(pid=62880) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1709.152567] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.167149] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880924, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.202813] env[62880]: DEBUG nova.compute.manager [None req-10a23657-9f4e-448d-ab45-691bfd1a1ec0 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Found 0 images (rotation: 2) {{(pid=62880) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1709.237793] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Releasing lock "refresh_cache-6afad46b-706c-41a2-9966-06d64762c6a0" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.238263] env[62880]: DEBUG nova.compute.manager [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1709.238459] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.239510] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6502f5a9-04bc-4eb6-920f-82407a713bd8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.248488] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.248795] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea04e9bd-2287-4246-9c56-61d615b07ff8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.255158] env[62880]: DEBUG oslo_vmware.api [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1709.255158] env[62880]: value = "task-1880926" [ 1709.255158] env[62880]: _type = "Task" [ 1709.255158] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.266108] env[62880]: DEBUG oslo_vmware.api [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.308715] env[62880]: DEBUG oslo_vmware.api [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880925, 'name': ReconfigVM_Task, 'duration_secs': 0.15538} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.309099] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388667', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'name': 'volume-93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '33d1d454-1f32-4f67-9535-5d5e649887af', 'attached_at': '', 'detached_at': '', 'volume_id': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4', 'serial': '93e671cf-2a9a-470f-bcf5-a7486d17ccc4'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1709.370572] env[62880]: DEBUG nova.compute.utils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.371987] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.374023] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.422191] env[62880]: DEBUG nova.policy [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4127cb7231d4e3db3791787e9969cfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8970c1ca637140b993fd27162209853a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.510329] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "refresh_cache-f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.510499] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "refresh_cache-f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.511406] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.661588] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880920, 'name': CreateSnapshot_Task, 'duration_secs': 1.072982} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.666290] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1709.667786] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7e233b-b911-4d9b-965c-6c118826be53 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.679632] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880924, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.686449] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Successfully created port: 0c38557c-b4ce-422e-84a9-af069283bdbd {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.746135] env[62880]: DEBUG nova.network.neutron [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Updated VIF entry in instance network info cache for port 5582be18-ebc5-4550-ac3c-791191cadb96. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.746135] env[62880]: DEBUG nova.network.neutron [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Updating instance_info_cache with network_info: [{"id": "5582be18-ebc5-4550-ac3c-791191cadb96", "address": "fa:16:3e:a6:14:df", "network": {"id": "2ef7ad8c-caaa-4239-a95d-b21025bc9f73", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1194182135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d62429d6703c435a97de267506237fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5582be18-eb", "ovs_interfaceid": "5582be18-ebc5-4550-ac3c-791191cadb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.770247] env[62880]: DEBUG oslo_vmware.api [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880926, 'name': PowerOffVM_Task, 'duration_secs': 0.390019} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.770526] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.774294] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.774790] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6c85da1-fdb3-471e-8be4-034ad38255e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.803137] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.803291] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.803475] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Deleting the datastore file [datastore2] 6afad46b-706c-41a2-9966-06d64762c6a0 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.803730] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4084771d-d108-460e-847a-5f25fca4f3db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.813997] env[62880]: DEBUG oslo_vmware.api [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for the task: (returnval){ [ 1709.813997] env[62880]: value = "task-1880928" [ 1709.813997] env[62880]: _type = "Task" [ 1709.813997] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.825806] env[62880]: DEBUG oslo_vmware.api [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.874130] env[62880]: DEBUG nova.objects.instance [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'flavor' on Instance uuid 33d1d454-1f32-4f67-9535-5d5e649887af {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.875282] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.881882] env[62880]: DEBUG oslo_concurrency.lockutils [None req-863d7325-3ea7-4b2e-889f-3d307885473f tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.883250] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.697s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.886264] env[62880]: INFO nova.compute.claims [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.079567] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.172804] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880924, 'name': CreateVM_Task, 'duration_secs': 1.362016} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.172987] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.173962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.173962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.174265] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.176114] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c1fb55-a236-4e17-b8d8-be6c4e1ed7dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.179680] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1710.179680] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52336ffe-2270-94f8-04a1-b6e977b4fed8" [ 1710.179680] env[62880]: _type = "Task" [ 1710.179680] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.188114] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52336ffe-2270-94f8-04a1-b6e977b4fed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.197019] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1710.197019] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d417e7e0-86d0-4af6-84f2-636e18ddd1c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.210039] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1710.210039] env[62880]: value = "task-1880929" [ 1710.210039] env[62880]: _type = "Task" [ 1710.210039] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.219554] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880929, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.251100] env[62880]: DEBUG oslo_concurrency.lockutils [req-32ff1c3f-be39-48a8-b7f1-53ea050b5d4d req-c63f23d6-4ad1-404f-a375-108cf0f7041b service nova] Releasing lock "refresh_cache-a054319c-27b1-4a16-96f3-0a113bf4f947" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.328395] env[62880]: DEBUG oslo_vmware.api [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Task: {'id': task-1880928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274788} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.328395] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.328395] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.328395] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.328395] env[62880]: INFO nova.compute.manager [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1710.328395] env[62880]: DEBUG oslo.service.loopingcall [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.328395] env[62880]: DEBUG nova.compute.manager [-] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1710.328395] env[62880]: DEBUG nova.network.neutron [-] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1710.366767] env[62880]: DEBUG nova.network.neutron [-] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.390677] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Updating instance_info_cache with network_info: [{"id": "19b75a9b-b4fb-43bb-97b5-67f827bb4e9a", "address": "fa:16:3e:13:0e:a8", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b75a9b-b4", "ovs_interfaceid": "19b75a9b-b4fb-43bb-97b5-67f827bb4e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.480287] env[62880]: DEBUG nova.compute.manager [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Received event network-vif-plugged-19b75a9b-b4fb-43bb-97b5-67f827bb4e9a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1710.480287] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] Acquiring lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.482948] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] Lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.482948] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] Lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.482948] env[62880]: DEBUG nova.compute.manager [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] No waiting events found dispatching network-vif-plugged-19b75a9b-b4fb-43bb-97b5-67f827bb4e9a {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1710.483206] env[62880]: WARNING nova.compute.manager [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Received unexpected event network-vif-plugged-19b75a9b-b4fb-43bb-97b5-67f827bb4e9a for instance with vm_state building and task_state spawning. [ 1710.483206] env[62880]: DEBUG nova.compute.manager [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Received event network-changed-19b75a9b-b4fb-43bb-97b5-67f827bb4e9a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1710.483365] env[62880]: DEBUG nova.compute.manager [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Refreshing instance network info cache due to event network-changed-19b75a9b-b4fb-43bb-97b5-67f827bb4e9a. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1710.483541] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] Acquiring lock "refresh_cache-f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.694374] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52336ffe-2270-94f8-04a1-b6e977b4fed8, 'name': SearchDatastore_Task, 'duration_secs': 0.042233} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.696263] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.696263] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.696263] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.696263] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.696263] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.696263] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f82be82d-08bd-4793-9c1c-d53fbb364494 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.710830] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.710830] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.715039] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd5ce60-62b8-4b5b-ba8b-3a045478e779 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.722020] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1710.722020] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244f38f-26d4-82a9-2cae-6f43ab60e7f1" [ 1710.722020] env[62880]: _type = "Task" [ 1710.722020] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.725834] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880929, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.736030] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244f38f-26d4-82a9-2cae-6f43ab60e7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.870166] env[62880]: DEBUG nova.network.neutron [-] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.886188] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63a5f4b7-35c3-4685-a6c2-f5e83b34ed50 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.888634] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.894574] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "refresh_cache-f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.894574] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Instance network_info: |[{"id": "19b75a9b-b4fb-43bb-97b5-67f827bb4e9a", "address": "fa:16:3e:13:0e:a8", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b75a9b-b4", "ovs_interfaceid": "19b75a9b-b4fb-43bb-97b5-67f827bb4e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1710.896797] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] Acquired lock "refresh_cache-f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.896797] env[62880]: DEBUG nova.network.neutron [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Refreshing network info cache for port 19b75a9b-b4fb-43bb-97b5-67f827bb4e9a {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.897497] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:0e:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19b75a9b-b4fb-43bb-97b5-67f827bb4e9a', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.909352] env[62880]: DEBUG oslo.service.loopingcall [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.920497] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1710.923251] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c823f88c-61df-4c8c-8e6c-8e6b3d614106 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.950177] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.950556] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.952027] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.952336] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.952516] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.952687] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.952919] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.954013] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.954013] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.954013] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.954210] env[62880]: DEBUG nova.virt.hardware [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.956551] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3369a8bb-ef10-4114-b82c-3273ff5eaa27 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.964634] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.964634] env[62880]: value = "task-1880930" [ 1710.964634] env[62880]: _type = "Task" [ 1710.964634] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.974097] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e05975-c3c3-44c5-a487-8c616776682c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.983874] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880930, 'name': CreateVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.221564] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880929, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.235338] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244f38f-26d4-82a9-2cae-6f43ab60e7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.039649} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.239080] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9c66c2-64f0-4d1a-baf6-60a1a98beee8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.245203] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1711.245203] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52419d11-ab9d-bccf-0b96-07fe6629d0b7" [ 1711.245203] env[62880]: _type = "Task" [ 1711.245203] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.258468] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52419d11-ab9d-bccf-0b96-07fe6629d0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.302068] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.302068] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.302068] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.302666] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.302666] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.373314] env[62880]: INFO nova.compute.manager [-] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Took 1.05 seconds to deallocate network for instance. [ 1711.479637] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880930, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.514079] env[62880]: INFO nova.compute.manager [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Terminating instance [ 1711.572988] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496c52f-16d2-418b-99dd-73dedea651b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.582675] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1debb439-cb7d-4e50-840f-bd1e3fd0351d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.625098] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2547bd4-86da-4fd1-8614-5924be6e2b7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.634657] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6644183-d80a-4957-b5a7-12494cbea9d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.653020] env[62880]: DEBUG nova.compute.provider_tree [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.707318] env[62880]: DEBUG nova.network.neutron [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Updated VIF entry in instance network info cache for port 19b75a9b-b4fb-43bb-97b5-67f827bb4e9a. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.707684] env[62880]: DEBUG nova.network.neutron [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Updating instance_info_cache with network_info: [{"id": "19b75a9b-b4fb-43bb-97b5-67f827bb4e9a", "address": "fa:16:3e:13:0e:a8", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b75a9b-b4", "ovs_interfaceid": "19b75a9b-b4fb-43bb-97b5-67f827bb4e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.723695] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880929, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.752296] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1d553-e6b7-e46e-ce19-3512ac819188/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1711.754792] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b784060-3344-4854-aab1-f2727355d582 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.760263] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1d553-e6b7-e46e-ce19-3512ac819188/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1711.760655] env[62880]: ERROR oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1d553-e6b7-e46e-ce19-3512ac819188/disk-0.vmdk due to incomplete transfer. [ 1711.764357] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67f2efc4-fef6-40d2-a0da-42a2ae57f26a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.765755] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52419d11-ab9d-bccf-0b96-07fe6629d0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.023996} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.765915] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.766499] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] a054319c-27b1-4a16-96f3-0a113bf4f947/a054319c-27b1-4a16-96f3-0a113bf4f947.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.767345] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d8919b5-6b6c-4d9c-a0a4-f015a970d01e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.773314] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1d553-e6b7-e46e-ce19-3512ac819188/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1711.773314] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Uploaded image a306c676-02cb-420a-8aa8-7d2ad03f66d1 to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1711.775595] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1711.777168] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-242237f6-3655-4525-83d6-4bbb292b6da4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.778788] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1711.778788] env[62880]: value = "task-1880931" [ 1711.778788] env[62880]: _type = "Task" [ 1711.778788] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.783462] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1711.783462] env[62880]: value = "task-1880932" [ 1711.783462] env[62880]: _type = "Task" [ 1711.783462] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.793843] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.803504] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880932, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.843139] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Successfully updated port: 0c38557c-b4ce-422e-84a9-af069283bdbd {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.976030] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880930, 'name': CreateVM_Task, 'duration_secs': 0.75825} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.976209] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1711.976881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.977061] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.977381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1711.977636] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5d49de-0d23-45a9-a687-ac3a8d9dd9ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.982426] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1711.982426] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525fda46-950e-c784-ed82-09605bb57969" [ 1711.982426] env[62880]: _type = "Task" [ 1711.982426] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.990664] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525fda46-950e-c784-ed82-09605bb57969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.017119] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.024182] env[62880]: DEBUG nova.compute.manager [req-6f712612-8334-4463-86c3-2b41289e37b7 req-0547da53-248a-4c85-9983-f45756e0e939 service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Received event network-vif-plugged-0c38557c-b4ce-422e-84a9-af069283bdbd {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1712.024182] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f712612-8334-4463-86c3-2b41289e37b7 req-0547da53-248a-4c85-9983-f45756e0e939 service nova] Acquiring lock "d1adb48c-1680-430a-9682-75c7943b51ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.024182] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f712612-8334-4463-86c3-2b41289e37b7 req-0547da53-248a-4c85-9983-f45756e0e939 service nova] Lock "d1adb48c-1680-430a-9682-75c7943b51ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.024182] env[62880]: DEBUG oslo_concurrency.lockutils [req-6f712612-8334-4463-86c3-2b41289e37b7 req-0547da53-248a-4c85-9983-f45756e0e939 service nova] Lock "d1adb48c-1680-430a-9682-75c7943b51ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.024627] env[62880]: DEBUG nova.compute.manager [req-6f712612-8334-4463-86c3-2b41289e37b7 req-0547da53-248a-4c85-9983-f45756e0e939 service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] No waiting events found dispatching network-vif-plugged-0c38557c-b4ce-422e-84a9-af069283bdbd {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.024627] env[62880]: WARNING nova.compute.manager [req-6f712612-8334-4463-86c3-2b41289e37b7 req-0547da53-248a-4c85-9983-f45756e0e939 service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Received unexpected event network-vif-plugged-0c38557c-b4ce-422e-84a9-af069283bdbd for instance with vm_state building and task_state spawning. [ 1712.025398] env[62880]: DEBUG nova.compute.manager [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1712.025696] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.026992] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48064a5a-d3f6-4106-8b88-1dd13e0dfe1b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.035587] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.035844] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a31ca219-82f7-42fd-a666-b5bd04e6c6a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.042175] env[62880]: DEBUG oslo_vmware.api [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1712.042175] env[62880]: value = "task-1880933" [ 1712.042175] env[62880]: _type = "Task" [ 1712.042175] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.052748] env[62880]: DEBUG oslo_vmware.api [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.157126] env[62880]: DEBUG nova.scheduler.client.report [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.212382] env[62880]: DEBUG oslo_concurrency.lockutils [req-d29d8dfb-bf60-4b8f-a2eb-3819cd494fc8 req-8e664d6b-fe3b-417f-a976-19f84c9301f3 service nova] Releasing lock "refresh_cache-f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.224202] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880929, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.290856] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880931, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.296167] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880932, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.345843] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "refresh_cache-d1adb48c-1680-430a-9682-75c7943b51ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.345843] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "refresh_cache-d1adb48c-1680-430a-9682-75c7943b51ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.345843] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.495973] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525fda46-950e-c784-ed82-09605bb57969, 'name': SearchDatastore_Task, 'duration_secs': 0.023314} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.496351] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.496608] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.496834] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.496984] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.497215] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.497516] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0884c3c9-2024-4a3a-8a27-34c3f21a847d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.511468] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.511719] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.512463] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2abad17e-3253-422b-9170-1bf3005fea8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.517833] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1712.517833] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524bc069-2e71-f6d0-9256-d5140d75f762" [ 1712.517833] env[62880]: _type = "Task" [ 1712.517833] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.526458] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524bc069-2e71-f6d0-9256-d5140d75f762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.551938] env[62880]: DEBUG oslo_vmware.api [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880933, 'name': PowerOffVM_Task, 'duration_secs': 0.22339} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.552231] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1712.552455] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.552628] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1fe2274-0cab-4868-b7cc-87d7deff2889 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.635592] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.635820] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.636116] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleting the datastore file [datastore2] 33d1d454-1f32-4f67-9535-5d5e649887af {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.636276] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cba1fdd-2c45-40f6-9d9e-a9c7fff31757 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.644024] env[62880]: DEBUG oslo_vmware.api [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1712.644024] env[62880]: value = "task-1880935" [ 1712.644024] env[62880]: _type = "Task" [ 1712.644024] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.651888] env[62880]: DEBUG oslo_vmware.api [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.661945] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.662475] env[62880]: DEBUG nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1712.665433] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.624s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.665642] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.668257] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.543s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.669826] env[62880]: INFO nova.compute.claims [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1712.708529] env[62880]: INFO nova.scheduler.client.report [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Deleted allocations for instance 912022ac-b991-4414-85c7-ef0b30e7aa49 [ 1712.722654] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880929, 'name': CloneVM_Task, 'duration_secs': 2.453074} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.722918] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Created linked-clone VM from snapshot [ 1712.723719] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a32a2e1-a03a-41c4-8c06-a11aa6782b85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.732948] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Uploading image 3d8561dd-95ea-48fa-8878-491f72852e25 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1712.755962] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1712.755962] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-242f8ee9-923b-4020-b900-ebd6400a345f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.766019] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1712.766019] env[62880]: value = "task-1880936" [ 1712.766019] env[62880]: _type = "Task" [ 1712.766019] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.773369] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880936, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.791095] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880931, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.795475] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880932, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.883228] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.025471] env[62880]: DEBUG nova.network.neutron [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Updating instance_info_cache with network_info: [{"id": "0c38557c-b4ce-422e-84a9-af069283bdbd", "address": "fa:16:3e:66:a1:35", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c38557c-b4", "ovs_interfaceid": "0c38557c-b4ce-422e-84a9-af069283bdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.036020] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524bc069-2e71-f6d0-9256-d5140d75f762, 'name': SearchDatastore_Task, 'duration_secs': 0.036597} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.036020] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8617fc3-720c-425e-b069-e50756560ec5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.040380] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1713.040380] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521b679d-29b3-3e53-2801-8f588474464b" [ 1713.040380] env[62880]: _type = "Task" [ 1713.040380] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.051286] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521b679d-29b3-3e53-2801-8f588474464b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.155755] env[62880]: DEBUG oslo_vmware.api [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1880935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448083} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.155994] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.156588] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.156588] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.156707] env[62880]: INFO nova.compute.manager [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1713.156921] env[62880]: DEBUG oslo.service.loopingcall [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.157211] env[62880]: DEBUG nova.compute.manager [-] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1713.157296] env[62880]: DEBUG nova.network.neutron [-] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1713.174599] env[62880]: DEBUG nova.compute.utils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.178614] env[62880]: DEBUG nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.179592] env[62880]: DEBUG nova.network.neutron [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.214191] env[62880]: DEBUG oslo_concurrency.lockutils [None req-42ac173a-3701-4b7b-91c4-1a7924262a1a tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "912022ac-b991-4414-85c7-ef0b30e7aa49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.821s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.255789] env[62880]: DEBUG nova.policy [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426800d5a3e04f7896ac3fb89131f6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1334b12645b642a8ac060050d27b58f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.275131] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880936, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.293866] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880931, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.195954} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.296848] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] a054319c-27b1-4a16-96f3-0a113bf4f947/a054319c-27b1-4a16-96f3-0a113bf4f947.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.297073] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.297324] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880932, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.297521] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1bfc3a6-a64c-4093-afec-074747d27d99 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.304756] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1713.304756] env[62880]: value = "task-1880937" [ 1713.304756] env[62880]: _type = "Task" [ 1713.304756] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.313473] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.534245] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "refresh_cache-d1adb48c-1680-430a-9682-75c7943b51ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.534623] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Instance network_info: |[{"id": "0c38557c-b4ce-422e-84a9-af069283bdbd", "address": "fa:16:3e:66:a1:35", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c38557c-b4", "ovs_interfaceid": "0c38557c-b4ce-422e-84a9-af069283bdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.534983] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:a1:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c38557c-b4ce-422e-84a9-af069283bdbd', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.544367] env[62880]: DEBUG oslo.service.loopingcall [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.544854] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.548567] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e9b9cc9-5a16-42e0-9c40-fc7c6331ccba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.571219] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521b679d-29b3-3e53-2801-8f588474464b, 'name': SearchDatastore_Task, 'duration_secs': 0.021628} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.573017] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.573363] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57/f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.573674] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.573674] env[62880]: value = "task-1880938" [ 1713.573674] env[62880]: _type = "Task" [ 1713.573674] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.573918] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09526fe5-5e0d-4640-b9fd-df916d62d58a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.584340] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880938, 'name': CreateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.585640] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1713.585640] env[62880]: value = "task-1880939" [ 1713.585640] env[62880]: _type = "Task" [ 1713.585640] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.596329] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.685396] env[62880]: DEBUG nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1713.779336] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880936, 'name': Destroy_Task, 'duration_secs': 0.793657} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.779606] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Destroyed the VM [ 1713.779838] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1713.780536] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d308b875-6e79-4a38-a641-d1870ea65af0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.794388] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1713.794388] env[62880]: value = "task-1880940" [ 1713.794388] env[62880]: _type = "Task" [ 1713.794388] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.806635] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880932, 'name': Destroy_Task, 'duration_secs': 1.662675} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.811189] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Destroyed the VM [ 1713.811456] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1713.818584] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddee7a79-eff5-42df-a097-bc13120be29b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.820535] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.826484] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299634} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.827765] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.828556] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1713.828556] env[62880]: value = "task-1880941" [ 1713.828556] env[62880]: _type = "Task" [ 1713.828556] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.829304] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c32280-8235-4263-adfa-1cf2d33734ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.861539] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] a054319c-27b1-4a16-96f3-0a113bf4f947/a054319c-27b1-4a16-96f3-0a113bf4f947.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.867743] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a261f7d-0f47-47da-89bc-7abfe2376df8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.883597] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880941, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.889953] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.889953] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.890195] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.890303] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.890400] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.892189] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1713.892189] env[62880]: value = "task-1880942" [ 1713.892189] env[62880]: _type = "Task" [ 1713.892189] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.892673] env[62880]: INFO nova.compute.manager [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Terminating instance [ 1713.907016] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.089172] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880938, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.097671] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.113403] env[62880]: DEBUG nova.network.neutron [-] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.120498] env[62880]: DEBUG nova.network.neutron [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Successfully created port: ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.154700] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4487930-df17-4c54-87ca-dee7567d5949 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.165701] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc45923b-a78c-42a8-abfe-60669b35b9f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.218567] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e432dd11-d97e-4e1f-aa32-38c01f15a781 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.227036] env[62880]: DEBUG nova.compute.manager [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Received event network-changed-0c38557c-b4ce-422e-84a9-af069283bdbd {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1714.227036] env[62880]: DEBUG nova.compute.manager [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Refreshing instance network info cache due to event network-changed-0c38557c-b4ce-422e-84a9-af069283bdbd. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1714.227036] env[62880]: DEBUG oslo_concurrency.lockutils [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] Acquiring lock "refresh_cache-d1adb48c-1680-430a-9682-75c7943b51ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.227036] env[62880]: DEBUG oslo_concurrency.lockutils [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] Acquired lock "refresh_cache-d1adb48c-1680-430a-9682-75c7943b51ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.227036] env[62880]: DEBUG nova.network.neutron [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Refreshing network info cache for port 0c38557c-b4ce-422e-84a9-af069283bdbd {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.234045] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f68a3e-0f50-47a7-b2bf-a885fd259993 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.254049] env[62880]: DEBUG nova.compute.provider_tree [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.308442] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880940, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.347178] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880941, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.402093] env[62880]: DEBUG nova.compute.manager [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.402343] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.407162] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70361314-9aa2-47c5-b672-e6c2061e76bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.410666] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.416434] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.417895] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d56fb4e-c21d-4e65-9c78-a2f2f89be310 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.429515] env[62880]: DEBUG oslo_vmware.api [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1714.429515] env[62880]: value = "task-1880943" [ 1714.429515] env[62880]: _type = "Task" [ 1714.429515] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.445364] env[62880]: DEBUG oslo_vmware.api [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.592185] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880938, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.602114] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880939, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.618543] env[62880]: INFO nova.compute.manager [-] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Took 1.46 seconds to deallocate network for instance. [ 1714.720388] env[62880]: DEBUG nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1714.756185] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.756654] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.756806] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.757095] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.757420] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.757617] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.757924] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.758180] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.758399] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.758644] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.758874] env[62880]: DEBUG nova.virt.hardware [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.760832] env[62880]: DEBUG nova.scheduler.client.report [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1714.765222] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ceefe9-3089-43f2-a4de-7eab610c92a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.774974] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fbfa55-57dc-4873-82f3-fc78caf139a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.808398] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880940, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.845276] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880941, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.907915] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880942, 'name': ReconfigVM_Task, 'duration_secs': 0.735397} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.908272] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Reconfigured VM instance instance-00000051 to attach disk [datastore1] a054319c-27b1-4a16-96f3-0a113bf4f947/a054319c-27b1-4a16-96f3-0a113bf4f947.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.910110] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-117fa54a-b511-44c9-bb65-10d293783706 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.915828] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1714.915828] env[62880]: value = "task-1880944" [ 1714.915828] env[62880]: _type = "Task" [ 1714.915828] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.929563] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880944, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.937587] env[62880]: DEBUG oslo_vmware.api [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880943, 'name': PowerOffVM_Task, 'duration_secs': 0.420032} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.937989] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.938257] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.938562] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0346081-fc34-4324-a3a1-072830544d9e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.042355] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.043152] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.043152] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Deleting the datastore file [datastore2] dc2ca3b2-d8d6-4f47-aa36-50b65743a65f {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.043152] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2f61e8f-7481-4ef5-9b7d-505613cc1872 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.050522] env[62880]: DEBUG oslo_vmware.api [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for the task: (returnval){ [ 1715.050522] env[62880]: value = "task-1880946" [ 1715.050522] env[62880]: _type = "Task" [ 1715.050522] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.067121] env[62880]: DEBUG oslo_vmware.api [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.092618] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880938, 'name': CreateVM_Task, 'duration_secs': 1.070104} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.096092] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.097869] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.098093] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.098563] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.099749] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9304740-a183-42a3-9618-d8300a8807dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.104756] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880939, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051602} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.105840] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57/f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1715.106368] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1715.108952] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f382e869-15bb-47cd-b2c8-5586ec758791 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.112498] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1715.112498] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52380381-561c-dd2f-c5a1-94bf663ab650" [ 1715.112498] env[62880]: _type = "Task" [ 1715.112498] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.121714] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1715.121714] env[62880]: value = "task-1880947" [ 1715.121714] env[62880]: _type = "Task" [ 1715.121714] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.123469] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.130505] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52380381-561c-dd2f-c5a1-94bf663ab650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.136013] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.223752] env[62880]: DEBUG nova.network.neutron [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Updated VIF entry in instance network info cache for port 0c38557c-b4ce-422e-84a9-af069283bdbd. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.224264] env[62880]: DEBUG nova.network.neutron [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Updating instance_info_cache with network_info: [{"id": "0c38557c-b4ce-422e-84a9-af069283bdbd", "address": "fa:16:3e:66:a1:35", "network": {"id": "968ef507-0fb2-4c0f-b3c0-17c3c190ac95", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-817216294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8970c1ca637140b993fd27162209853a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c38557c-b4", "ovs_interfaceid": "0c38557c-b4ce-422e-84a9-af069283bdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.273044] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.273044] env[62880]: DEBUG nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.276204] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.503s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.276775] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.279187] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.796s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.279539] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.282634] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.818s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.311231] env[62880]: DEBUG oslo_vmware.api [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880940, 'name': RemoveSnapshot_Task, 'duration_secs': 1.037784} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.311539] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1715.324159] env[62880]: INFO nova.scheduler.client.report [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted allocations for instance dae9d03d-9786-47c4-905c-25b9d06de271 [ 1715.326378] env[62880]: INFO nova.scheduler.client.report [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Deleted allocations for instance b3a2b9c6-15d7-40a6-922e-1013a4d03a4a [ 1715.344674] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880941, 'name': RemoveSnapshot_Task, 'duration_secs': 1.151267} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.344804] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1715.345671] env[62880]: DEBUG nova.compute.manager [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.346414] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a592338-9a45-4988-b0fd-74a87fff9cad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.428215] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880944, 'name': Rename_Task, 'duration_secs': 0.268694} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.428488] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.428725] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-658988f5-360e-4b4e-a8de-87875fb30ec3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.436401] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1715.436401] env[62880]: value = "task-1880948" [ 1715.436401] env[62880]: _type = "Task" [ 1715.436401] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.446680] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.561080] env[62880]: DEBUG oslo_vmware.api [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.627583] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52380381-561c-dd2f-c5a1-94bf663ab650, 'name': SearchDatastore_Task, 'duration_secs': 0.034184} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.633223] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.633653] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.634019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.634306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.634588] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.634989] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd2c58b-7c0b-4b3d-bf70-56fbf983aa98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.644628] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292469} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.646525] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.646931] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.647162] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.648993] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae15d1-7fee-4607-9941-cd4f99b86f0f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.652568] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbbae2b-7017-4391-bab1-9596c177e3da {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.675359] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57/f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.678203] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2959083f-cd9e-4fc1-93f1-203d359ce19e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.695573] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1715.695573] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529cd971-05e6-a0cf-8169-d131ab9ee841" [ 1715.695573] env[62880]: _type = "Task" [ 1715.695573] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.701808] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1715.701808] env[62880]: value = "task-1880949" [ 1715.701808] env[62880]: _type = "Task" [ 1715.701808] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.705388] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529cd971-05e6-a0cf-8169-d131ab9ee841, 'name': SearchDatastore_Task, 'duration_secs': 0.017537} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.708809] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1c186c-3a75-4744-9af7-95626fca244a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.715078] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1715.715078] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52859811-edfc-fff4-c3ed-6e2567695b69" [ 1715.715078] env[62880]: _type = "Task" [ 1715.715078] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.719971] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.728331] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52859811-edfc-fff4-c3ed-6e2567695b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.728878] env[62880]: DEBUG oslo_concurrency.lockutils [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] Releasing lock "refresh_cache-d1adb48c-1680-430a-9682-75c7943b51ec" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.729721] env[62880]: DEBUG nova.compute.manager [req-dc48cab1-f6c3-4b36-bf51-f95ea02c796d req-21989ecb-97ff-4794-b0d0-ba657d7153bc service nova] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Received event network-vif-deleted-dd15e05d-af7b-4fbb-9fad-01468c873924 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1715.792118] env[62880]: INFO nova.compute.claims [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.795216] env[62880]: DEBUG nova.compute.utils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.796385] env[62880]: DEBUG nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1715.796498] env[62880]: DEBUG nova.network.neutron [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.817737] env[62880]: WARNING nova.compute.manager [None req-a56abc51-32bd-4902-955e-17f041cad772 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Image not found during snapshot: nova.exception.ImageNotFound: Image 3d8561dd-95ea-48fa-8878-491f72852e25 could not be found. [ 1715.837082] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bf149f9e-84ed-4c57-a727-4c896cb8e630 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "dae9d03d-9786-47c4-905c-25b9d06de271" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.557s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.844862] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0603d26c-a02c-4a63-8e8c-aa7e3e6c799d tempest-ServerShowV257Test-1695869794 tempest-ServerShowV257Test-1695869794-project-member] Lock "b3a2b9c6-15d7-40a6-922e-1013a4d03a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.352s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.858363] env[62880]: INFO nova.compute.manager [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Shelve offloading [ 1715.871994] env[62880]: DEBUG nova.policy [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19381b8da94d4e638f6e8744687ad8b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66ae6bcec2174b5ebe462a3cb90bb6ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1715.947210] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.065374] env[62880]: DEBUG oslo_vmware.api [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Task: {'id': task-1880946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.788591} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.065859] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.066118] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.066272] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.066528] env[62880]: INFO nova.compute.manager [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1716.066872] env[62880]: DEBUG oslo.service.loopingcall [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.067193] env[62880]: DEBUG nova.compute.manager [-] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1716.067292] env[62880]: DEBUG nova.network.neutron [-] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.223723] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.238905] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52859811-edfc-fff4-c3ed-6e2567695b69, 'name': SearchDatastore_Task, 'duration_secs': 0.021734} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.239319] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.239714] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] d1adb48c-1680-430a-9682-75c7943b51ec/d1adb48c-1680-430a-9682-75c7943b51ec.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1716.240110] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ec7f61-7ea7-4a8b-8b9a-1ed0b8882522 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.249813] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1716.249813] env[62880]: value = "task-1880950" [ 1716.249813] env[62880]: _type = "Task" [ 1716.249813] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.261620] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.301160] env[62880]: INFO nova.compute.resource_tracker [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating resource usage from migration 10bae0a9-2699-444e-baea-5cfab432bba2 [ 1716.304034] env[62880]: DEBUG nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1716.364669] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.366414] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a066af4-fb0c-40ed-ab07-47145d2b54ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.374502] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1716.374502] env[62880]: value = "task-1880951" [ 1716.374502] env[62880]: _type = "Task" [ 1716.374502] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.384846] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1716.386055] env[62880]: DEBUG nova.compute.manager [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.386991] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c1b28c-2e01-492e-9817-62e052a56363 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.398351] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.398532] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.398719] env[62880]: DEBUG nova.network.neutron [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.412724] env[62880]: DEBUG nova.network.neutron [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Successfully created port: f3cf6f14-a045-4af6-a0af-cba9a619320a {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.452907] env[62880]: DEBUG oslo_vmware.api [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880948, 'name': PowerOnVM_Task, 'duration_secs': 0.623827} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.454064] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1716.454304] env[62880]: INFO nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1716.456109] env[62880]: DEBUG nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1716.456109] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9e0f4-1c51-4d98-8857-fb0f281a8fab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.531951] env[62880]: DEBUG nova.compute.manager [req-3e987cb2-eb91-4fd8-8fb4-fb03b77bcbc7 req-738d2956-d213-4c8b-b5ba-5404396b9b22 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Received event network-vif-deleted-c7afe733-05e0-4fd8-a81b-ee16a4786597 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1716.532449] env[62880]: INFO nova.compute.manager [req-3e987cb2-eb91-4fd8-8fb4-fb03b77bcbc7 req-738d2956-d213-4c8b-b5ba-5404396b9b22 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Neutron deleted interface c7afe733-05e0-4fd8-a81b-ee16a4786597; detaching it from the instance and deleting it from the info cache [ 1716.532449] env[62880]: DEBUG nova.network.neutron [req-3e987cb2-eb91-4fd8-8fb4-fb03b77bcbc7 req-738d2956-d213-4c8b-b5ba-5404396b9b22 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.669680] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d925478-199a-4193-8e6e-5f80018b5d36 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.682799] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89342125-7156-444d-9ae1-bae6571a676b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.731199] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76adf40-26c5-4306-a061-e959b2f5f7d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.740888] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880949, 'name': ReconfigVM_Task, 'duration_secs': 0.615889} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.743914] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57/f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.746421] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99d05f2a-d9ed-4d87-89df-74f1307f7a11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.750335] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da08a33-1424-4c34-84b0-885a011ca07d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.762434] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1716.762434] env[62880]: value = "task-1880952" [ 1716.762434] env[62880]: _type = "Task" [ 1716.762434] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.779194] env[62880]: DEBUG nova.compute.provider_tree [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.780617] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.787590] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880952, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.984128] env[62880]: DEBUG nova.network.neutron [-] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.988576] env[62880]: INFO nova.compute.manager [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Took 38.56 seconds to build instance. [ 1717.014136] env[62880]: DEBUG nova.network.neutron [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Successfully updated port: ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1717.035680] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ad053ce-fc4a-4fa1-b3d3-71089d75c268 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.047679] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c23e40-a7f6-41a5-a940-89ef0845b7be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.081533] env[62880]: DEBUG nova.compute.manager [req-3e987cb2-eb91-4fd8-8fb4-fb03b77bcbc7 req-738d2956-d213-4c8b-b5ba-5404396b9b22 service nova] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Detach interface failed, port_id=c7afe733-05e0-4fd8-a81b-ee16a4786597, reason: Instance dc2ca3b2-d8d6-4f47-aa36-50b65743a65f could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1717.273198] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653635} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.278396] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] d1adb48c-1680-430a-9682-75c7943b51ec/d1adb48c-1680-430a-9682-75c7943b51ec.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.278623] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.279516] env[62880]: DEBUG nova.scheduler.client.report [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.282657] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-895588e0-992b-4b3d-b0e1-d395e306e3e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.291064] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880952, 'name': Rename_Task, 'duration_secs': 0.247032} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.292346] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.292667] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1717.292667] env[62880]: value = "task-1880953" [ 1717.292667] env[62880]: _type = "Task" [ 1717.292667] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.292968] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd9798c5-0d2a-456a-a4b9-074328491216 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.303602] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.305091] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1717.305091] env[62880]: value = "task-1880954" [ 1717.305091] env[62880]: _type = "Task" [ 1717.305091] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.314051] env[62880]: DEBUG nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.316294] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.317281] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "a951a264-eb15-45fe-9579-0b8a071b17f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.317565] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "a951a264-eb15-45fe-9579-0b8a071b17f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.317775] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "a951a264-eb15-45fe-9579-0b8a071b17f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.317959] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "a951a264-eb15-45fe-9579-0b8a071b17f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.318286] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "a951a264-eb15-45fe-9579-0b8a071b17f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.320319] env[62880]: INFO nova.compute.manager [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Terminating instance [ 1717.325979] env[62880]: DEBUG nova.network.neutron [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating instance_info_cache with network_info: [{"id": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "address": "fa:16:3e:08:84:64", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7e5558-3f", "ovs_interfaceid": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.347614] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.347980] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.348174] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.348520] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.348688] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.348901] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.349034] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.349297] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.349504] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.349668] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.349916] env[62880]: DEBUG nova.virt.hardware [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.351101] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7763bcef-b757-4575-baf7-62798c9d41ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.361445] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a1136b-91ee-4689-8c8a-b81099508f6d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.487924] env[62880]: INFO nova.compute.manager [-] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Took 1.42 seconds to deallocate network for instance. [ 1717.488383] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d36300ba-03c1-4331-90ed-a5ac60df7da6 tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "a054319c-27b1-4a16-96f3-0a113bf4f947" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.071s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.518016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-53fefb87-0373-4979-a848-49bef814bb1e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.518016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-53fefb87-0373-4979-a848-49bef814bb1e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.518016] env[62880]: DEBUG nova.network.neutron [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.786838] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.504s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.787117] env[62880]: INFO nova.compute.manager [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Migrating [ 1717.795110] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.777s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.795110] env[62880]: DEBUG nova.objects.instance [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lazy-loading 'resources' on Instance uuid 6afad46b-706c-41a2-9966-06d64762c6a0 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.813191] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323877} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.814342] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.815159] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d8509f-833a-464f-9413-e23d75dde8e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.823327] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880954, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.834152] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.836136] env[62880]: DEBUG nova.compute.manager [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.836316] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.846035] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d1adb48c-1680-430a-9682-75c7943b51ec/d1adb48c-1680-430a-9682-75c7943b51ec.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.847249] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e457a95c-6d9c-430b-8f05-68fdf0419410 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.850764] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83172451-741c-444c-8d52-b927fedc012a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.871882] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.873239] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49ce04a5-e32a-41bd-b160-1275b9411815 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.874957] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1717.874957] env[62880]: value = "task-1880955" [ 1717.874957] env[62880]: _type = "Task" [ 1717.874957] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.879576] env[62880]: DEBUG oslo_vmware.api [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1717.879576] env[62880]: value = "task-1880956" [ 1717.879576] env[62880]: _type = "Task" [ 1717.879576] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.886992] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.892255] env[62880]: DEBUG oslo_vmware.api [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.995015] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.109370] env[62880]: DEBUG nova.network.neutron [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1718.255503] env[62880]: DEBUG nova.compute.manager [req-35f66aaf-3731-4b40-9e5c-b06d82ae76c8 req-1296f71a-c726-47bd-9a5b-ab1ea59a027d service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Received event network-vif-plugged-f3cf6f14-a045-4af6-a0af-cba9a619320a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1718.255503] env[62880]: DEBUG oslo_concurrency.lockutils [req-35f66aaf-3731-4b40-9e5c-b06d82ae76c8 req-1296f71a-c726-47bd-9a5b-ab1ea59a027d service nova] Acquiring lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.256791] env[62880]: DEBUG oslo_concurrency.lockutils [req-35f66aaf-3731-4b40-9e5c-b06d82ae76c8 req-1296f71a-c726-47bd-9a5b-ab1ea59a027d service nova] Lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.257166] env[62880]: DEBUG oslo_concurrency.lockutils [req-35f66aaf-3731-4b40-9e5c-b06d82ae76c8 req-1296f71a-c726-47bd-9a5b-ab1ea59a027d service nova] Lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.257463] env[62880]: DEBUG nova.compute.manager [req-35f66aaf-3731-4b40-9e5c-b06d82ae76c8 req-1296f71a-c726-47bd-9a5b-ab1ea59a027d service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] No waiting events found dispatching network-vif-plugged-f3cf6f14-a045-4af6-a0af-cba9a619320a {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.257742] env[62880]: WARNING nova.compute.manager [req-35f66aaf-3731-4b40-9e5c-b06d82ae76c8 req-1296f71a-c726-47bd-9a5b-ab1ea59a027d service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Received unexpected event network-vif-plugged-f3cf6f14-a045-4af6-a0af-cba9a619320a for instance with vm_state building and task_state spawning. [ 1718.302696] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.302882] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.303071] env[62880]: DEBUG nova.network.neutron [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.319544] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880954, 'name': PowerOnVM_Task, 'duration_secs': 0.789643} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.319842] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.320076] env[62880]: INFO nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1718.320310] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.323487] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d473c996-78e0-4422-bc77-7b17661a01cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.337371] env[62880]: DEBUG nova.network.neutron [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Successfully updated port: f3cf6f14-a045-4af6-a0af-cba9a619320a {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1718.398156] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.401441] env[62880]: DEBUG oslo_vmware.api [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880956, 'name': PowerOffVM_Task, 'duration_secs': 0.341898} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.401790] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.401995] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.402287] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e44988c7-89fc-4692-b6f0-23258d42b90f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.412426] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.413224] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2524c41d-fc06-4c9b-bd60-489551246a4e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.422111] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.422357] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84e7eea0-cb32-48a6-82cb-f7e99ff40e5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.476938] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquiring lock "a054319c-27b1-4a16-96f3-0a113bf4f947" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.477260] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "a054319c-27b1-4a16-96f3-0a113bf4f947" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.477471] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquiring lock "a054319c-27b1-4a16-96f3-0a113bf4f947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.477659] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "a054319c-27b1-4a16-96f3-0a113bf4f947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.478062] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "a054319c-27b1-4a16-96f3-0a113bf4f947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.480341] env[62880]: DEBUG nova.network.neutron [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Updating instance_info_cache with network_info: [{"id": "ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2", "address": "fa:16:3e:51:01:dd", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3b8dd2-88", "ovs_interfaceid": "ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.484269] env[62880]: INFO nova.compute.manager [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Terminating instance [ 1718.565143] env[62880]: DEBUG nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Received event network-vif-plugged-ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1718.565143] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Acquiring lock "53fefb87-0373-4979-a848-49bef814bb1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.565143] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Lock "53fefb87-0373-4979-a848-49bef814bb1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.565143] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Lock "53fefb87-0373-4979-a848-49bef814bb1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.565143] env[62880]: DEBUG nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] No waiting events found dispatching network-vif-plugged-ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.565721] env[62880]: WARNING nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Received unexpected event network-vif-plugged-ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2 for instance with vm_state building and task_state spawning. [ 1718.565721] env[62880]: DEBUG nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Received event network-changed-ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1718.565721] env[62880]: DEBUG nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Refreshing instance network info cache due to event network-changed-ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1718.566070] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Acquiring lock "refresh_cache-53fefb87-0373-4979-a848-49bef814bb1e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.620685] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75782a69-524a-448d-a962-e5f55a5c8584 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.628274] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a5cf8-8646-4c41-8f9b-b515d70cfdea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.660319] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd811df-7e8e-4daa-a5c5-6c987516a6ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.668783] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5439949e-7b3b-4e79-8247-0354a1c026a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.686100] env[62880]: DEBUG nova.compute.provider_tree [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.849300] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "refresh_cache-ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.849531] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "refresh_cache-ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.849568] env[62880]: DEBUG nova.network.neutron [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.855814] env[62880]: INFO nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Took 36.77 seconds to build instance. [ 1718.889667] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880955, 'name': ReconfigVM_Task, 'duration_secs': 0.740841} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.889667] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d1adb48c-1680-430a-9682-75c7943b51ec/d1adb48c-1680-430a-9682-75c7943b51ec.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.890162] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd221a11-eb6f-42c9-bece-1641bd8aad62 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.898044] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1718.898044] env[62880]: value = "task-1880959" [ 1718.898044] env[62880]: _type = "Task" [ 1718.898044] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.909395] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880959, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.985709] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-53fefb87-0373-4979-a848-49bef814bb1e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.985709] env[62880]: DEBUG nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Instance network_info: |[{"id": "ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2", "address": "fa:16:3e:51:01:dd", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3b8dd2-88", "ovs_interfaceid": "ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.985709] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Acquired lock "refresh_cache-53fefb87-0373-4979-a848-49bef814bb1e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.985709] env[62880]: DEBUG nova.network.neutron [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Refreshing network info cache for port ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.988212] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:01:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.995044] env[62880]: DEBUG oslo.service.loopingcall [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.996160] env[62880]: DEBUG nova.compute.manager [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1718.996497] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.996582] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.999733] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d3ecdd-701b-4d0d-b51e-62e87b440530 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.002661] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7715c92a-9b0a-4bec-b592-57da47fff401 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.024871] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.026337] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-014a6dda-ef11-4693-9af2-f484acd4a42e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.027953] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.027953] env[62880]: value = "task-1880960" [ 1719.027953] env[62880]: _type = "Task" [ 1719.027953] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.034177] env[62880]: DEBUG oslo_vmware.api [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1719.034177] env[62880]: value = "task-1880961" [ 1719.034177] env[62880]: _type = "Task" [ 1719.034177] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.041685] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880960, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.048726] env[62880]: DEBUG oslo_vmware.api [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.158441] env[62880]: DEBUG nova.network.neutron [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance_info_cache with network_info: [{"id": "7eb42b00-55fd-435a-a566-cffc855b0688", "address": "fa:16:3e:3d:71:10", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb42b00-55", "ovs_interfaceid": "7eb42b00-55fd-435a-a566-cffc855b0688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.189420] env[62880]: DEBUG nova.scheduler.client.report [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.359343] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.283s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.388163] env[62880]: DEBUG nova.network.neutron [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1719.409439] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880959, 'name': Rename_Task, 'duration_secs': 0.232959} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.409754] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.412349] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfe77f6e-03ce-449f-b5d2-e80b2406b74c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.425039] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1719.425039] env[62880]: value = "task-1880962" [ 1719.425039] env[62880]: _type = "Task" [ 1719.425039] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.433218] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.539873] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880960, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.548974] env[62880]: DEBUG oslo_vmware.api [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880961, 'name': PowerOffVM_Task, 'duration_secs': 0.218414} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.549769] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.549769] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.550356] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10507dd4-6c08-45eb-b6ec-73bd3febe37a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.633509] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.634373] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.634373] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Deleting the datastore file [datastore1] a054319c-27b1-4a16-96f3-0a113bf4f947 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.634640] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5aff7c1-d25b-471a-953f-325e3e6c7685 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.642579] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.642784] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.642992] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleting the datastore file [datastore2] a951a264-eb15-45fe-9579-0b8a071b17f8 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.644035] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13d8e030-c76b-4b60-ba2a-67b69a7fe35f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.647095] env[62880]: DEBUG oslo_vmware.api [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for the task: (returnval){ [ 1719.647095] env[62880]: value = "task-1880964" [ 1719.647095] env[62880]: _type = "Task" [ 1719.647095] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.654756] env[62880]: DEBUG oslo_vmware.api [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1719.654756] env[62880]: value = "task-1880965" [ 1719.654756] env[62880]: _type = "Task" [ 1719.654756] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.666024] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.667044] env[62880]: DEBUG oslo_vmware.api [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.667317] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.667518] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.667796] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleting the datastore file [datastore1] f66e533d-105b-4eda-9f02-b1cc37d96288 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.672386] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c85f393-008e-49dc-a07e-846e45890d18 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.679394] env[62880]: DEBUG oslo_vmware.api [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.688489] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1719.688489] env[62880]: value = "task-1880966" [ 1719.688489] env[62880]: _type = "Task" [ 1719.688489] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.694933] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.698300] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.574s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.698300] env[62880]: DEBUG nova.objects.instance [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'resources' on Instance uuid 33d1d454-1f32-4f67-9535-5d5e649887af {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.706526] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.775826] env[62880]: DEBUG nova.network.neutron [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Updating instance_info_cache with network_info: [{"id": "f3cf6f14-a045-4af6-a0af-cba9a619320a", "address": "fa:16:3e:48:40:2a", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cf6f14-a0", "ovs_interfaceid": "f3cf6f14-a045-4af6-a0af-cba9a619320a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.818045] env[62880]: INFO nova.scheduler.client.report [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Deleted allocations for instance 6afad46b-706c-41a2-9966-06d64762c6a0 [ 1719.936269] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880962, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.981677] env[62880]: DEBUG nova.network.neutron [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Updated VIF entry in instance network info cache for port ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.982059] env[62880]: DEBUG nova.network.neutron [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Updating instance_info_cache with network_info: [{"id": "ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2", "address": "fa:16:3e:51:01:dd", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3b8dd2-88", "ovs_interfaceid": "ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.042322] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880960, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.162015] env[62880]: DEBUG oslo_vmware.api [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.168283] env[62880]: DEBUG oslo_vmware.api [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1880965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258825} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.168283] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.168283] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.168283] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.168283] env[62880]: INFO nova.compute.manager [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1720.168824] env[62880]: DEBUG oslo.service.loopingcall [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.172328] env[62880]: DEBUG nova.compute.manager [-] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.172328] env[62880]: DEBUG nova.network.neutron [-] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1720.206597] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.280657] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "refresh_cache-ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.280997] env[62880]: DEBUG nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Instance network_info: |[{"id": "f3cf6f14-a045-4af6-a0af-cba9a619320a", "address": "fa:16:3e:48:40:2a", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cf6f14-a0", "ovs_interfaceid": "f3cf6f14-a045-4af6-a0af-cba9a619320a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1720.281426] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:40:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3cf6f14-a045-4af6-a0af-cba9a619320a', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1720.295384] env[62880]: DEBUG oslo.service.loopingcall [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.295384] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1720.297841] env[62880]: DEBUG nova.compute.manager [req-1b9b5397-4f93-4cd8-8c60-88c68f673b86 req-56b1460d-e3b6-4f43-abad-85562d42aa04 service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Received event network-changed-f3cf6f14-a045-4af6-a0af-cba9a619320a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1720.298055] env[62880]: DEBUG nova.compute.manager [req-1b9b5397-4f93-4cd8-8c60-88c68f673b86 req-56b1460d-e3b6-4f43-abad-85562d42aa04 service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Refreshing instance network info cache due to event network-changed-f3cf6f14-a045-4af6-a0af-cba9a619320a. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1720.298273] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b9b5397-4f93-4cd8-8c60-88c68f673b86 req-56b1460d-e3b6-4f43-abad-85562d42aa04 service nova] Acquiring lock "refresh_cache-ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.298419] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b9b5397-4f93-4cd8-8c60-88c68f673b86 req-56b1460d-e3b6-4f43-abad-85562d42aa04 service nova] Acquired lock "refresh_cache-ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.298576] env[62880]: DEBUG nova.network.neutron [req-1b9b5397-4f93-4cd8-8c60-88c68f673b86 req-56b1460d-e3b6-4f43-abad-85562d42aa04 service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Refreshing network info cache for port f3cf6f14-a045-4af6-a0af-cba9a619320a {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.302560] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c9a703b-c3eb-41f9-b288-0bfd9aa3fc8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.327843] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b96c275-385c-4081-9782-d94970361058 tempest-ServersAaction247Test-154017260 tempest-ServersAaction247Test-154017260-project-member] Lock "6afad46b-706c-41a2-9966-06d64762c6a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.726s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.333616] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1720.333616] env[62880]: value = "task-1880967" [ 1720.333616] env[62880]: _type = "Task" [ 1720.333616] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.351410] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880967, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.438986] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.488424] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Releasing lock "refresh_cache-53fefb87-0373-4979-a848-49bef814bb1e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.488684] env[62880]: DEBUG nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received event network-vif-unplugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1720.488879] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Acquiring lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.489109] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.489337] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.489601] env[62880]: DEBUG nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] No waiting events found dispatching network-vif-unplugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.489815] env[62880]: WARNING nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received unexpected event network-vif-unplugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 for instance with vm_state shelved and task_state shelving_offloading. [ 1720.490039] env[62880]: DEBUG nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received event network-changed-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1720.490205] env[62880]: DEBUG nova.compute.manager [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Refreshing instance network info cache due to event network-changed-6b7e5558-3f5c-41be-922b-dd713ca7ecb7. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1720.490458] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Acquiring lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.490597] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Acquired lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.490760] env[62880]: DEBUG nova.network.neutron [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Refreshing network info cache for port 6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.540985] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880960, 'name': CreateVM_Task, 'duration_secs': 1.488405} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.544088] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.544995] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.545278] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.545650] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.545906] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3d1500-7cb4-4ef8-aa0d-771146a59dd3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.550881] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1720.550881] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520a0f2f-b387-fdcc-9aa2-78ff883d7052" [ 1720.550881] env[62880]: _type = "Task" [ 1720.550881] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.557051] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac4715-7c7d-4d77-b7be-f73f3e52912c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.562474] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520a0f2f-b387-fdcc-9aa2-78ff883d7052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.568922] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2259fce0-1b6f-4cd6-a159-4c38420a72e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.611118] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fe7040-d11b-43dd-82cd-9c4698874cbc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.618581] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28155ad4-5a5a-4526-be8c-ad343c1431c1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.632758] env[62880]: DEBUG nova.compute.provider_tree [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1720.661021] env[62880]: DEBUG oslo_vmware.api [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Task: {'id': task-1880964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577969} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.661470] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.661820] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.662168] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.662587] env[62880]: INFO nova.compute.manager [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1720.663082] env[62880]: DEBUG oslo.service.loopingcall [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.663543] env[62880]: DEBUG nova.compute.manager [-] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.663618] env[62880]: DEBUG nova.network.neutron [-] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1720.704719] env[62880]: DEBUG oslo_vmware.api [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1880966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537252} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.704719] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.704719] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.704719] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.734884] env[62880]: INFO nova.scheduler.client.report [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleted allocations for instance f66e533d-105b-4eda-9f02-b1cc37d96288 [ 1720.851301] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880967, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.936528] env[62880]: DEBUG oslo_vmware.api [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880962, 'name': PowerOnVM_Task, 'duration_secs': 1.150491} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.936856] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.937070] env[62880]: INFO nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1720.937254] env[62880]: DEBUG nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.939274] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2b5c56-d763-4d57-b7ab-2c346bf700c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.062252] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520a0f2f-b387-fdcc-9aa2-78ff883d7052, 'name': SearchDatastore_Task, 'duration_secs': 0.016264} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.062306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.062532] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.062767] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.062910] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.063098] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.063373] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fed552e-1a9a-4caa-a29d-81baaafcc2e0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.079487] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.079714] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.080410] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1fb5ad1-9e56-4f19-963d-264cad443dec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.086357] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1721.086357] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f93ae8-cf54-0e33-b9f9-e6895749a0f3" [ 1721.086357] env[62880]: _type = "Task" [ 1721.086357] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.091525] env[62880]: DEBUG nova.network.neutron [req-1b9b5397-4f93-4cd8-8c60-88c68f673b86 req-56b1460d-e3b6-4f43-abad-85562d42aa04 service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Updated VIF entry in instance network info cache for port f3cf6f14-a045-4af6-a0af-cba9a619320a. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.091899] env[62880]: DEBUG nova.network.neutron [req-1b9b5397-4f93-4cd8-8c60-88c68f673b86 req-56b1460d-e3b6-4f43-abad-85562d42aa04 service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Updating instance_info_cache with network_info: [{"id": "f3cf6f14-a045-4af6-a0af-cba9a619320a", "address": "fa:16:3e:48:40:2a", "network": {"id": "e821f32a-f79a-47c6-9861-da66e82c0f33", "bridge": "br-int", "label": "tempest-ImagesTestJSON-725985154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66ae6bcec2174b5ebe462a3cb90bb6ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3cf6f14-a0", "ovs_interfaceid": "f3cf6f14-a045-4af6-a0af-cba9a619320a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.097657] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f93ae8-cf54-0e33-b9f9-e6895749a0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.098820] env[62880]: DEBUG nova.compute.manager [req-944ce5b0-9fa2-4792-8cd8-66a8869e2e09 req-e82c2b9f-9006-432f-9968-ae14e10a248a service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Received event network-vif-deleted-af2ce4ae-76c3-496d-802c-8171fab3b9fa {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1721.099098] env[62880]: INFO nova.compute.manager [req-944ce5b0-9fa2-4792-8cd8-66a8869e2e09 req-e82c2b9f-9006-432f-9968-ae14e10a248a service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Neutron deleted interface af2ce4ae-76c3-496d-802c-8171fab3b9fa; detaching it from the instance and deleting it from the info cache [ 1721.099180] env[62880]: DEBUG nova.network.neutron [req-944ce5b0-9fa2-4792-8cd8-66a8869e2e09 req-e82c2b9f-9006-432f-9968-ae14e10a248a service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.156660] env[62880]: ERROR nova.scheduler.client.report [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [req-c9d047c9-078f-42e5-a66f-0c94e1bbcf94] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9d047c9-078f-42e5-a66f-0c94e1bbcf94"}]} [ 1721.173724] env[62880]: DEBUG nova.scheduler.client.report [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1721.189168] env[62880]: DEBUG nova.scheduler.client.report [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1721.189423] env[62880]: DEBUG nova.compute.provider_tree [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.193120] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f26d2d-64f1-4079-9d20-0cddb7adc9b2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.213723] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance '78758212-39b8-49f3-b0b7-051ec547e39b' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1721.218168] env[62880]: DEBUG nova.scheduler.client.report [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1721.242216] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.251358] env[62880]: DEBUG nova.scheduler.client.report [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1721.351962] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880967, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.441427] env[62880]: DEBUG nova.network.neutron [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updated VIF entry in instance network info cache for port 6b7e5558-3f5c-41be-922b-dd713ca7ecb7. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.441710] env[62880]: DEBUG nova.network.neutron [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating instance_info_cache with network_info: [{"id": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "address": "fa:16:3e:08:84:64", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": null, "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6b7e5558-3f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.462950] env[62880]: INFO nova.compute.manager [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Took 39.34 seconds to build instance. [ 1721.500425] env[62880]: DEBUG nova.network.neutron [-] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.543262] env[62880]: DEBUG nova.network.neutron [-] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.566740] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2fd8c7-f63a-4fc2-9433-10b65fe54759 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.574480] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8027fb-5dda-47de-812e-30d800e65f94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.605289] env[62880]: DEBUG oslo_concurrency.lockutils [req-1b9b5397-4f93-4cd8-8c60-88c68f673b86 req-56b1460d-e3b6-4f43-abad-85562d42aa04 service nova] Releasing lock "refresh_cache-ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.609503] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db9d99c5-ac08-4459-bddf-144a49d0bc76 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.612055] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77d4d41-e60b-4067-9c77-ab4d286def46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.621626] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f93ae8-cf54-0e33-b9f9-e6895749a0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.019677} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.624246] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5b04be-b015-418f-8ce7-957048672b6e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.629934] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ce5ebc-4261-4c46-91a3-e233455dbd34 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.640953] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319932be-e7bc-4028-953a-0e44a155cd31 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.656466] env[62880]: DEBUG nova.compute.provider_tree [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.672341] env[62880]: DEBUG nova.compute.manager [req-944ce5b0-9fa2-4792-8cd8-66a8869e2e09 req-e82c2b9f-9006-432f-9968-ae14e10a248a service nova] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Detach interface failed, port_id=af2ce4ae-76c3-496d-802c-8171fab3b9fa, reason: Instance a951a264-eb15-45fe-9579-0b8a071b17f8 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1721.672799] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1721.672799] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b28842-5d4a-14d4-9ffd-8d818e469382" [ 1721.672799] env[62880]: _type = "Task" [ 1721.672799] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.688521] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b28842-5d4a-14d4-9ffd-8d818e469382, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.688521] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.688521] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 53fefb87-0373-4979-a848-49bef814bb1e/53fefb87-0373-4979-a848-49bef814bb1e.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1721.688521] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd82288c-cf1a-493b-9286-cc6e9ecc6bdb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.694984] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1721.694984] env[62880]: value = "task-1880968" [ 1721.694984] env[62880]: _type = "Task" [ 1721.694984] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.705604] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.723037] env[62880]: DEBUG nova.scheduler.client.report [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1721.723037] env[62880]: DEBUG nova.compute.provider_tree [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 105 to 106 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1721.723037] env[62880]: DEBUG nova.compute.provider_tree [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1721.727731] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.728239] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f4ab7de-8ff3-4343-aff5-87504f5d7651 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.735536] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1721.735536] env[62880]: value = "task-1880969" [ 1721.735536] env[62880]: _type = "Task" [ 1721.735536] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.744916] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.848497] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880967, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.946488] env[62880]: DEBUG oslo_concurrency.lockutils [req-fdcf140b-609a-41f5-9b05-aaef4c61d9eb req-2e538719-3529-449b-8cb0-6fc05275882f service nova] Releasing lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.965180] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2f8b115d-d909-4d47-89b6-9743a72647fa tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "d1adb48c-1680-430a-9682-75c7943b51ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.852s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.003509] env[62880]: INFO nova.compute.manager [-] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Took 1.83 seconds to deallocate network for instance. [ 1722.045645] env[62880]: INFO nova.compute.manager [-] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Took 1.38 seconds to deallocate network for instance. [ 1722.208084] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880968, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.229439] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.532s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.232299] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.237s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.232615] env[62880]: DEBUG nova.objects.instance [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lazy-loading 'resources' on Instance uuid dc2ca3b2-d8d6-4f47-aa36-50b65743a65f {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.245175] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.262124] env[62880]: INFO nova.scheduler.client.report [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted allocations for instance 33d1d454-1f32-4f67-9535-5d5e649887af [ 1722.299052] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.300407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.300407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.300407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.300624] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.303349] env[62880]: INFO nova.compute.manager [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Terminating instance [ 1722.323626] env[62880]: DEBUG nova.compute.manager [req-56d8b19f-305f-4212-9362-e7c8aa63e5cb req-9eb41aba-b345-437d-803a-bd16e4a8a04a service nova] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Received event network-vif-deleted-5582be18-ebc5-4550-ac3c-791191cadb96 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1722.350543] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1880967, 'name': CreateVM_Task, 'duration_secs': 1.564856} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.350543] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.351788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.351788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.351788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.352107] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed51494-11ba-482c-8a9d-d3c24a641eee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.358159] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1722.358159] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527ec3c7-b17b-241d-2d15-b2afabc02c33" [ 1722.358159] env[62880]: _type = "Task" [ 1722.358159] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.367175] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.370370] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.372365] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527ec3c7-b17b-241d-2d15-b2afabc02c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.381109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "d1adb48c-1680-430a-9682-75c7943b51ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.381109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "d1adb48c-1680-430a-9682-75c7943b51ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.381283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "d1adb48c-1680-430a-9682-75c7943b51ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.381329] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "d1adb48c-1680-430a-9682-75c7943b51ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.381470] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "d1adb48c-1680-430a-9682-75c7943b51ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.383410] env[62880]: INFO nova.compute.manager [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Terminating instance [ 1722.516019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.553764] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.706176] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696074} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.706441] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 53fefb87-0373-4979-a848-49bef814bb1e/53fefb87-0373-4979-a848-49bef814bb1e.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.706678] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.707609] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d945271-47af-4705-b6c8-bf6d3240b607 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.713856] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1722.713856] env[62880]: value = "task-1880970" [ 1722.713856] env[62880]: _type = "Task" [ 1722.713856] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.721220] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.746016] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880969, 'name': PowerOffVM_Task, 'duration_secs': 0.657168} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.746316] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.746500] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance '78758212-39b8-49f3-b0b7-051ec547e39b' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1722.769381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f10f901a-78cb-43a7-a6f5-0348644e525d tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "33d1d454-1f32-4f67-9535-5d5e649887af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.467s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.808577] env[62880]: DEBUG nova.compute.manager [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.808859] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.809776] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19247093-fd59-4a4d-b32e-5a9adbd4e550 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.819721] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.819971] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a0e7474-e6a0-448a-96f8-42d8aa43dfd1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.825462] env[62880]: DEBUG oslo_vmware.api [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1722.825462] env[62880]: value = "task-1880971" [ 1722.825462] env[62880]: _type = "Task" [ 1722.825462] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.836017] env[62880]: DEBUG oslo_vmware.api [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.868787] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527ec3c7-b17b-241d-2d15-b2afabc02c33, 'name': SearchDatastore_Task, 'duration_secs': 0.01697} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.869189] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.869449] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.870313] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.870497] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.870693] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.870961] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5128a7f6-b04e-4cb6-8964-5c64920814a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.873379] env[62880]: DEBUG nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1722.880315] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.880490] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.881222] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47da4545-99b9-4a9b-b339-e60077d65075 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.887307] env[62880]: DEBUG nova.compute.manager [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.887475] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.888343] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1722.888343] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f4d34d-23e9-21e0-7b16-3e8425b559b0" [ 1722.888343] env[62880]: _type = "Task" [ 1722.888343] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.888829] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c614092-6708-4c62-8bc7-9cd02baae4a8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.905443] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f4d34d-23e9-21e0-7b16-3e8425b559b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.905785] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.908326] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93384cca-dbe6-45d7-b7e3-3469393ddc39 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.915736] env[62880]: DEBUG oslo_vmware.api [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1722.915736] env[62880]: value = "task-1880972" [ 1722.915736] env[62880]: _type = "Task" [ 1722.915736] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.924452] env[62880]: DEBUG oslo_vmware.api [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.993486] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d176ec-7b24-4f1f-b8c6-94242e310eef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.001778] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a5386b-52dc-4bdf-bdba-bf823415f8c1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.031995] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48360f99-4dcb-49a1-b321-27e0dfb73978 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.040082] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca0c2b0-1390-42e1-88da-d1b506214fda {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.054875] env[62880]: DEBUG nova.compute.provider_tree [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.224328] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077272} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.224882] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.225642] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0289e1-b530-4b57-9b02-5f1df66744a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.249759] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 53fefb87-0373-4979-a848-49bef814bb1e/53fefb87-0373-4979-a848-49bef814bb1e.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.250148] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2307751a-0235-44de-b665-075a27db1b86 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.265994] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.266232] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.266389] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.266575] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.266722] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.266869] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.267097] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.267293] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.267475] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.267640] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.267807] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.272858] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435a7606-ccf3-494c-904e-575df28c5e28 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.289439] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1723.289439] env[62880]: value = "task-1880973" [ 1723.289439] env[62880]: _type = "Task" [ 1723.289439] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.290754] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1723.290754] env[62880]: value = "task-1880974" [ 1723.290754] env[62880]: _type = "Task" [ 1723.290754] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.303741] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.307079] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.335157] env[62880]: DEBUG oslo_vmware.api [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.398267] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.405116] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f4d34d-23e9-21e0-7b16-3e8425b559b0, 'name': SearchDatastore_Task, 'duration_secs': 0.016015} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.406085] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2f3b01-beb1-4c39-a543-dc9055371b31 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.411975] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1723.411975] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523281b1-e456-8415-f717-d3c2bfea259a" [ 1723.411975] env[62880]: _type = "Task" [ 1723.411975] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.422708] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523281b1-e456-8415-f717-d3c2bfea259a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.427606] env[62880]: DEBUG oslo_vmware.api [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.577198] env[62880]: ERROR nova.scheduler.client.report [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] [req-125c9dca-21ac-45a3-b726-9e6c8bbf2b9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-125c9dca-21ac-45a3-b726-9e6c8bbf2b9f"}]} [ 1723.587064] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "f66e533d-105b-4eda-9f02-b1cc37d96288" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.598666] env[62880]: DEBUG nova.scheduler.client.report [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1723.615877] env[62880]: DEBUG nova.scheduler.client.report [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1723.615877] env[62880]: DEBUG nova.compute.provider_tree [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.633321] env[62880]: DEBUG nova.scheduler.client.report [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1723.652930] env[62880]: DEBUG nova.scheduler.client.report [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1723.803297] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880973, 'name': ReconfigVM_Task, 'duration_secs': 0.413397} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.806136] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 53fefb87-0373-4979-a848-49bef814bb1e/53fefb87-0373-4979-a848-49bef814bb1e.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.806921] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36d150a1-79f6-4ffb-a177-9c2855757e84 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.811360] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.816097] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1723.816097] env[62880]: value = "task-1880975" [ 1723.816097] env[62880]: _type = "Task" [ 1723.816097] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.825433] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880975, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.834233] env[62880]: DEBUG oslo_vmware.api [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880971, 'name': PowerOffVM_Task, 'duration_secs': 0.671094} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.834558] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.834734] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.835121] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f110431-ea65-4762-8330-3cbe5508cdc9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.935552] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523281b1-e456-8415-f717-d3c2bfea259a, 'name': SearchDatastore_Task, 'duration_secs': 0.054802} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.935843] env[62880]: DEBUG oslo_vmware.api [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880972, 'name': PowerOffVM_Task, 'duration_secs': 0.706885} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.938540] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.938805] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ebfa6c96-78b2-4aa5-bb25-11bc7c85324a/ebfa6c96-78b2-4aa5-bb25-11bc7c85324a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1723.939097] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.939265] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.939735] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e689df2-f758-4cc9-8af6-65f93cc1860a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.943030] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a948dd3b-ac58-4405-9397-1a3ebfacb0fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.952072] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eafc21b-a762-4686-8a12-fbbd3a665253 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.957453] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1723.957453] env[62880]: value = "task-1880977" [ 1723.957453] env[62880]: _type = "Task" [ 1723.957453] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.967698] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07faeb1-0eaa-47c6-9e78-2f031824bd06 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.974713] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.003172] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f24618-e8a0-4221-8100-1a4a82ddb9cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.011124] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c8c230-9650-4efd-b798-d55eaf3911fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.025363] env[62880]: DEBUG nova.compute.provider_tree [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.212514] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.212731] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.212952] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleting the datastore file [datastore1] d1adb48c-1680-430a-9682-75c7943b51ec {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.213244] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e002ada-7062-4fd1-ae2a-f684cd5ac87a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.221107] env[62880]: DEBUG oslo_vmware.api [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1724.221107] env[62880]: value = "task-1880979" [ 1724.221107] env[62880]: _type = "Task" [ 1724.221107] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.229643] env[62880]: DEBUG oslo_vmware.api [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.305969] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.323988] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.324225] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.324401] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleting the datastore file [datastore1] f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.327533] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-277eeee3-d8bd-456d-a532-263cdf20d154 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.329397] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880975, 'name': Rename_Task, 'duration_secs': 0.164977} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.329652] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.330214] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b151f0-e56b-482e-8b9a-64972e1a5a91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.334824] env[62880]: DEBUG oslo_vmware.api [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for the task: (returnval){ [ 1724.334824] env[62880]: value = "task-1880980" [ 1724.334824] env[62880]: _type = "Task" [ 1724.334824] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.338235] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1724.338235] env[62880]: value = "task-1880981" [ 1724.338235] env[62880]: _type = "Task" [ 1724.338235] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.346501] env[62880]: DEBUG oslo_vmware.api [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.351278] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880981, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.448079] env[62880]: DEBUG nova.compute.manager [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1724.449055] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44d756-d53e-4c92-b439-171e8d000f14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.467435] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.557920] env[62880]: DEBUG nova.scheduler.client.report [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1724.558246] env[62880]: DEBUG nova.compute.provider_tree [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 108 to 109 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1724.558421] env[62880]: DEBUG nova.compute.provider_tree [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.732847] env[62880]: DEBUG oslo_vmware.api [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49525} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.733123] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.733314] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.733517] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.733699] env[62880]: INFO nova.compute.manager [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1724.733952] env[62880]: DEBUG oslo.service.loopingcall [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.734141] env[62880]: DEBUG nova.compute.manager [-] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.734232] env[62880]: DEBUG nova.network.neutron [-] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.813689] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880974, 'name': ReconfigVM_Task, 'duration_secs': 1.022851} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.813689] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance '78758212-39b8-49f3-b0b7-051ec547e39b' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1724.847168] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.850319] env[62880]: DEBUG oslo_vmware.api [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Task: {'id': task-1880980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471266} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.850554] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.850740] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.850917] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.851101] env[62880]: INFO nova.compute.manager [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Took 2.04 seconds to destroy the instance on the hypervisor. [ 1724.851338] env[62880]: DEBUG oslo.service.loopingcall [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.851523] env[62880]: DEBUG nova.compute.manager [-] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.851618] env[62880]: DEBUG nova.network.neutron [-] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.964130] env[62880]: INFO nova.compute.manager [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] instance snapshotting [ 1724.964720] env[62880]: DEBUG nova.objects.instance [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'flavor' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.974594] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816685} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.974974] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ebfa6c96-78b2-4aa5-bb25-11bc7c85324a/ebfa6c96-78b2-4aa5-bb25-11bc7c85324a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.975260] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.975534] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-143e5f94-6957-4e38-a95f-6ff7ea498b85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.990699] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1724.990699] env[62880]: value = "task-1880982" [ 1724.990699] env[62880]: _type = "Task" [ 1724.990699] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.003828] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.064250] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.832s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.067744] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.825s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.067995] env[62880]: DEBUG nova.objects.instance [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lazy-loading 'resources' on Instance uuid f66e533d-105b-4eda-9f02-b1cc37d96288 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.125786] env[62880]: INFO nova.scheduler.client.report [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Deleted allocations for instance dc2ca3b2-d8d6-4f47-aa36-50b65743a65f [ 1725.318059] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.318325] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.318484] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.318663] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.318856] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.319371] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.319687] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.319885] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.320280] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.320513] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.320840] env[62880]: DEBUG nova.virt.hardware [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.329368] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1725.331676] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a992dc8f-946c-4b83-8b60-29759d97be98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.362127] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.363853] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1725.363853] env[62880]: value = "task-1880983" [ 1725.363853] env[62880]: _type = "Task" [ 1725.363853] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.379248] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.435854] env[62880]: DEBUG nova.compute.manager [req-2aa4c173-8d80-4456-923d-f93f6eed4ef9 req-831e94d5-d328-42b5-a306-b616fe428b78 service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Received event network-vif-deleted-0c38557c-b4ce-422e-84a9-af069283bdbd {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1725.436264] env[62880]: INFO nova.compute.manager [req-2aa4c173-8d80-4456-923d-f93f6eed4ef9 req-831e94d5-d328-42b5-a306-b616fe428b78 service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Neutron deleted interface 0c38557c-b4ce-422e-84a9-af069283bdbd; detaching it from the instance and deleting it from the info cache [ 1725.436468] env[62880]: DEBUG nova.network.neutron [req-2aa4c173-8d80-4456-923d-f93f6eed4ef9 req-831e94d5-d328-42b5-a306-b616fe428b78 service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.472096] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c12b0-fa5b-4790-be7c-17a3007fff98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.505858] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed412fb-dfb5-480e-81a8-58745f79d606 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.514583] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072673} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.516523] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.520287] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bcbf3b-7a1a-4ab0-96cb-966add4037df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.543397] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] ebfa6c96-78b2-4aa5-bb25-11bc7c85324a/ebfa6c96-78b2-4aa5-bb25-11bc7c85324a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.543734] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e41026c4-8591-4dab-aa37-9444fcbfb536 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.564128] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1725.564128] env[62880]: value = "task-1880984" [ 1725.564128] env[62880]: _type = "Task" [ 1725.564128] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.573075] env[62880]: DEBUG nova.objects.instance [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lazy-loading 'numa_topology' on Instance uuid f66e533d-105b-4eda-9f02-b1cc37d96288 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.574525] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.636781] env[62880]: DEBUG oslo_concurrency.lockutils [None req-aca694cc-188f-4a81-8e35-4f53a97a31d2 tempest-ServerRescueTestJSON-45990694 tempest-ServerRescueTestJSON-45990694-project-member] Lock "dc2ca3b2-d8d6-4f47-aa36-50b65743a65f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.746s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.780356] env[62880]: DEBUG nova.network.neutron [-] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.850654] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.850894] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.861747] env[62880]: DEBUG oslo_vmware.api [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1880981, 'name': PowerOnVM_Task, 'duration_secs': 1.200974} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.862548] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.862774] env[62880]: INFO nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1725.862956] env[62880]: DEBUG nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.864025] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0756ed41-ce35-490f-a9cf-c3fa7897479e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.872105] env[62880]: DEBUG nova.network.neutron [-] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.880751] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880983, 'name': ReconfigVM_Task, 'duration_secs': 0.345345} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.881201] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1725.881942] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4513f4f-599c-4f8b-8979-284026b85ca7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.905477] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 78758212-39b8-49f3-b0b7-051ec547e39b/78758212-39b8-49f3-b0b7-051ec547e39b.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.905995] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d5b355-8597-4818-946e-6a4ce8dc1263 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.924568] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1725.924568] env[62880]: value = "task-1880985" [ 1725.924568] env[62880]: _type = "Task" [ 1725.924568] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.932822] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.938713] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80c0edbd-0fca-4148-a485-8154ae23371e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.946601] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9d77f7-3fb7-4861-bd63-f686c28350e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.975988] env[62880]: DEBUG nova.compute.manager [req-2aa4c173-8d80-4456-923d-f93f6eed4ef9 req-831e94d5-d328-42b5-a306-b616fe428b78 service nova] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Detach interface failed, port_id=0c38557c-b4ce-422e-84a9-af069283bdbd, reason: Instance d1adb48c-1680-430a-9682-75c7943b51ec could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1726.025197] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1726.025610] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db499a45-b5eb-4e73-aa6c-fa4257618c12 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.033141] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1726.033141] env[62880]: value = "task-1880986" [ 1726.033141] env[62880]: _type = "Task" [ 1726.033141] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.041057] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880986, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.073185] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.075711] env[62880]: DEBUG nova.objects.base [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1726.283316] env[62880]: INFO nova.compute.manager [-] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Took 1.55 seconds to deallocate network for instance. [ 1726.353681] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d0721-a70e-42af-9dec-a7b57111b4cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.356662] env[62880]: DEBUG nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.367809] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843faceb-82f7-40a8-865e-e00c608fdbdf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.379020] env[62880]: INFO nova.compute.manager [-] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Took 1.52 seconds to deallocate network for instance. [ 1726.418389] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a882d0d-b381-4963-b494-4f316091e7b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.421655] env[62880]: INFO nova.compute.manager [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Took 36.26 seconds to build instance. [ 1726.433771] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328ca0cf-9c5d-46e7-a9da-fd13675191c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.450132] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880985, 'name': ReconfigVM_Task, 'duration_secs': 0.43523} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.454019] env[62880]: DEBUG nova.compute.provider_tree [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.454019] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 78758212-39b8-49f3-b0b7-051ec547e39b/78758212-39b8-49f3-b0b7-051ec547e39b.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.454019] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance '78758212-39b8-49f3-b0b7-051ec547e39b' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1726.543226] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880986, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.575032] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880984, 'name': ReconfigVM_Task, 'duration_secs': 0.806072} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.575339] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Reconfigured VM instance instance-00000055 to attach disk [datastore2] ebfa6c96-78b2-4aa5-bb25-11bc7c85324a/ebfa6c96-78b2-4aa5-bb25-11bc7c85324a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.576833] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d4201f-6437-45d6-a8c5-a02c5a240979 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.584329] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1726.584329] env[62880]: value = "task-1880987" [ 1726.584329] env[62880]: _type = "Task" [ 1726.584329] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.591591] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880987, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.793415] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.882763] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.922711] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.924446] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d2f9dbd6-ed91-477c-96c9-9f5ee49ba9c5 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.766s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.958829] env[62880]: DEBUG nova.scheduler.client.report [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.963571] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6723e42d-ff98-4fd2-b6bc-19728f11efa2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.985667] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f74d9d-9281-4095-b7b7-5fdfa1f2f7ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.004385] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance '78758212-39b8-49f3-b0b7-051ec547e39b' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1727.046916] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880986, 'name': CreateSnapshot_Task, 'duration_secs': 0.77026} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.047288] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1727.047773] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d09f023-e0a6-4c08-b0d3-b75c848a5343 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.093023] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880987, 'name': Rename_Task, 'duration_secs': 0.20445} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.093239] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.093489] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17a1e41c-9e64-4eb3-b2fe-2dbca120474a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.099872] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1727.099872] env[62880]: value = "task-1880988" [ 1727.099872] env[62880]: _type = "Task" [ 1727.099872] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.107659] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.459093] env[62880]: DEBUG nova.compute.manager [req-9f97e70c-1789-4bcd-a617-67b9a4b20580 req-87046cc8-eb6d-456e-9d0b-0f7792fa6c13 service nova] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Received event network-vif-deleted-19b75a9b-b4fb-43bb-97b5-67f827bb4e9a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1727.467730] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.470237] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.954s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.470724] env[62880]: DEBUG nova.objects.instance [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lazy-loading 'resources' on Instance uuid a951a264-eb15-45fe-9579-0b8a071b17f8 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.559860] env[62880]: DEBUG nova.network.neutron [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Port 7eb42b00-55fd-435a-a566-cffc855b0688 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1727.568789] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1727.570299] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72d2c641-390a-4b88-81fc-352a1aacaaee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.580109] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1727.580109] env[62880]: value = "task-1880989" [ 1727.580109] env[62880]: _type = "Task" [ 1727.580109] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.588857] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880989, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.610934] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.652495] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquiring lock "6d7ab542-32b2-4fb2-a684-2131319d91e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.652867] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "6d7ab542-32b2-4fb2-a684-2131319d91e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.653115] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquiring lock "6d7ab542-32b2-4fb2-a684-2131319d91e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.653317] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "6d7ab542-32b2-4fb2-a684-2131319d91e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.653516] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "6d7ab542-32b2-4fb2-a684-2131319d91e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.655773] env[62880]: INFO nova.compute.manager [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Terminating instance [ 1727.875098] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "53fefb87-0373-4979-a848-49bef814bb1e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.875358] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.979715] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f41af91f-3397-4a94-a0c5-9738314269b8 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.898s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.980652] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.394s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.980835] env[62880]: INFO nova.compute.manager [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Unshelving [ 1728.091205] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880989, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.109883] env[62880]: DEBUG oslo_vmware.api [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880988, 'name': PowerOnVM_Task, 'duration_secs': 0.993037} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.110169] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.110359] env[62880]: INFO nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1728.110539] env[62880]: DEBUG nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.111321] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dbc574-21e6-412e-bb46-3c78a0b31032 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.162749] env[62880]: DEBUG nova.compute.manager [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1728.162968] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.163903] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20ad96f-25a1-4cc8-8c2b-58e4d8e865f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.172032] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.174547] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ec0591d-2b92-40ea-a7f6-53a35c687463 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.181943] env[62880]: DEBUG oslo_vmware.api [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1728.181943] env[62880]: value = "task-1880990" [ 1728.181943] env[62880]: _type = "Task" [ 1728.181943] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.192825] env[62880]: DEBUG oslo_vmware.api [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.243024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6ed38c-a3e2-43d7-8903-9cde7f2d98d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.250215] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23acc96c-3969-4a2d-9112-ceab788396b2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.283632] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009360a6-be5f-471b-9dac-dea7d967f471 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.292030] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeddac4-12c5-45a0-979a-d4bdf9066563 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.306043] env[62880]: DEBUG nova.compute.provider_tree [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.378696] env[62880]: DEBUG nova.compute.utils [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.595380] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.596553] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.596553] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.603086] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880989, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.629563] env[62880]: INFO nova.compute.manager [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Took 36.54 seconds to build instance. [ 1728.692554] env[62880]: DEBUG oslo_vmware.api [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880990, 'name': PowerOffVM_Task, 'duration_secs': 0.329382} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.692856] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.693038] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.693345] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-667b337b-e6cc-4df6-8d11-92bbe385f369 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.786714] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.786714] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.786840] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Deleting the datastore file [datastore2] 6d7ab542-32b2-4fb2-a684-2131319d91e9 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.787148] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c98985cc-0c29-4bf4-a0f0-be4c546e26f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.794079] env[62880]: DEBUG oslo_vmware.api [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for the task: (returnval){ [ 1728.794079] env[62880]: value = "task-1880992" [ 1728.794079] env[62880]: _type = "Task" [ 1728.794079] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.802523] env[62880]: DEBUG oslo_vmware.api [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.809668] env[62880]: DEBUG nova.scheduler.client.report [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.882051] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.012921] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.099029] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880989, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.131723] env[62880]: DEBUG oslo_concurrency.lockutils [None req-97746780-8b98-4eb7-82d6-7f979c75ad81 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.044s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.304105] env[62880]: DEBUG oslo_vmware.api [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Task: {'id': task-1880992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214669} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.304453] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.304565] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.304741] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.304910] env[62880]: INFO nova.compute.manager [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1729.305163] env[62880]: DEBUG oslo.service.loopingcall [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.306046] env[62880]: DEBUG nova.compute.manager [-] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.306046] env[62880]: DEBUG nova.network.neutron [-] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.315109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.317256] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.764s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.317513] env[62880]: DEBUG nova.objects.instance [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lazy-loading 'resources' on Instance uuid a054319c-27b1-4a16-96f3-0a113bf4f947 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.339034] env[62880]: INFO nova.scheduler.client.report [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleted allocations for instance a951a264-eb15-45fe-9579-0b8a071b17f8 [ 1729.596701] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1880989, 'name': CloneVM_Task, 'duration_secs': 1.883461} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.596952] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Created linked-clone VM from snapshot [ 1729.597706] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9863dbcb-bd54-4ebd-89bc-183a1532dad4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.607797] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Uploading image db534af8-de2e-4888-9d4b-0ed5a571e171 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1729.629016] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1729.629016] env[62880]: value = "vm-388714" [ 1729.629016] env[62880]: _type = "VirtualMachine" [ 1729.629016] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1729.629326] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e140062-b2a2-499a-ba73-9fb533000d4b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.636803] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease: (returnval){ [ 1729.636803] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5217a4cf-1060-fb8d-d6fe-927083c1cdee" [ 1729.636803] env[62880]: _type = "HttpNfcLease" [ 1729.636803] env[62880]: } obtained for exporting VM: (result){ [ 1729.636803] env[62880]: value = "vm-388714" [ 1729.636803] env[62880]: _type = "VirtualMachine" [ 1729.636803] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1729.637197] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the lease: (returnval){ [ 1729.637197] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5217a4cf-1060-fb8d-d6fe-927083c1cdee" [ 1729.637197] env[62880]: _type = "HttpNfcLease" [ 1729.637197] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1729.643582] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1729.643582] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5217a4cf-1060-fb8d-d6fe-927083c1cdee" [ 1729.643582] env[62880]: _type = "HttpNfcLease" [ 1729.643582] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1729.685099] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.685284] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.685451] env[62880]: DEBUG nova.network.neutron [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.849194] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2fe3258f-5a2c-4ed4-bb4b-2e136a3cf51f tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "a951a264-eb15-45fe-9579-0b8a071b17f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.531s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.952975] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "53fefb87-0373-4979-a848-49bef814bb1e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.953413] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.953699] env[62880]: INFO nova.compute.manager [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Attaching volume e7e6a973-3441-42b9-9301-a6ff031492b1 to /dev/sdb [ 1730.000551] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55d7cc5-3333-4912-bd42-0f5bc65deb1f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.009111] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb90849-5290-432b-8e34-f3449a4aa8e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.030575] env[62880]: DEBUG nova.virt.block_device [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Updating existing volume attachment record: 268d7f16-0883-43c4-812b-d008add135be {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1730.111179] env[62880]: DEBUG nova.compute.manager [req-d5d963cb-8660-48fa-b3be-9fbd82fe5d55 req-da189a8a-cf68-4f66-b391-dcf95f955214 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Received event network-vif-deleted-a8d128d9-05d8-4c0b-a7e4-d616a3d64198 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1730.111450] env[62880]: INFO nova.compute.manager [req-d5d963cb-8660-48fa-b3be-9fbd82fe5d55 req-da189a8a-cf68-4f66-b391-dcf95f955214 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Neutron deleted interface a8d128d9-05d8-4c0b-a7e4-d616a3d64198; detaching it from the instance and deleting it from the info cache [ 1730.111652] env[62880]: DEBUG nova.network.neutron [req-d5d963cb-8660-48fa-b3be-9fbd82fe5d55 req-da189a8a-cf68-4f66-b391-dcf95f955214 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.119259] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7334e2-6ee4-4c0d-950e-d4d79b7a89c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.127529] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a499e39e-6b1f-4cdc-b73d-95cc975a014f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.167501] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbde815-b61b-48fc-bff4-c14ec75ef808 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.178853] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7192d44d-f728-43a9-8c6b-e8070a8dde16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.184192] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1730.184192] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5217a4cf-1060-fb8d-d6fe-927083c1cdee" [ 1730.184192] env[62880]: _type = "HttpNfcLease" [ 1730.184192] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1730.184192] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1730.184192] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5217a4cf-1060-fb8d-d6fe-927083c1cdee" [ 1730.184192] env[62880]: _type = "HttpNfcLease" [ 1730.184192] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1730.185354] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c4e3c2-b780-4915-92fc-388a46ae91c1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.198890] env[62880]: DEBUG nova.compute.provider_tree [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.207270] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf0b60-f4a6-4cb0-e76b-f0fa1f75ec22/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1730.207489] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf0b60-f4a6-4cb0-e76b-f0fa1f75ec22/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1730.345635] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7fcdb327-ef5d-419f-928d-88aa10bc424a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.481472] env[62880]: DEBUG nova.network.neutron [-] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.520675] env[62880]: DEBUG nova.compute.manager [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.523267] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4c6ffe-9d42-4972-9fd1-ae26ffb1f698 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.614669] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fed08d9-2a7b-4f77-b038-9f3c8b11caa5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.625102] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a74425d-0178-4ca0-96e6-13479cf734d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.665113] env[62880]: DEBUG nova.compute.manager [req-d5d963cb-8660-48fa-b3be-9fbd82fe5d55 req-da189a8a-cf68-4f66-b391-dcf95f955214 service nova] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Detach interface failed, port_id=a8d128d9-05d8-4c0b-a7e4-d616a3d64198, reason: Instance 6d7ab542-32b2-4fb2-a684-2131319d91e9 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1730.667039] env[62880]: DEBUG nova.network.neutron [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance_info_cache with network_info: [{"id": "7eb42b00-55fd-435a-a566-cffc855b0688", "address": "fa:16:3e:3d:71:10", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb42b00-55", "ovs_interfaceid": "7eb42b00-55fd-435a-a566-cffc855b0688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.714867] env[62880]: DEBUG nova.scheduler.client.report [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.985594] env[62880]: INFO nova.compute.manager [-] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Took 1.68 seconds to deallocate network for instance. [ 1731.037259] env[62880]: INFO nova.compute.manager [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] instance snapshotting [ 1731.040261] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be21367-f1ea-4f0d-aff9-ad2cb7058b78 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.062355] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a9934-b729-46f0-96ad-85ff59c47db2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.142263] env[62880]: DEBUG oslo_concurrency.lockutils [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.142535] env[62880]: DEBUG oslo_concurrency.lockutils [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.146389] env[62880]: DEBUG nova.compute.manager [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.146389] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb2ed84-96b3-4def-a4fe-dae981045f57 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.151555] env[62880]: DEBUG nova.compute.manager [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1731.152363] env[62880]: DEBUG nova.objects.instance [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'flavor' on Instance uuid 9c61a763-257f-4756-9dbe-0ba7a058e1cc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.170930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.224034] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.226938] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.829s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.228764] env[62880]: INFO nova.compute.claims [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.256953] env[62880]: INFO nova.scheduler.client.report [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Deleted allocations for instance a054319c-27b1-4a16-96f3-0a113bf4f947 [ 1731.493115] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.573735] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1731.574705] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2bc11e1-0e5c-4272-b41e-c2126cd67e2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.583570] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1731.583570] env[62880]: value = "task-1880997" [ 1731.583570] env[62880]: _type = "Task" [ 1731.583570] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.595085] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.700277] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30b61fe-9c7d-4da2-aa87-1a9552a236d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.722810] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c5c3f-c9ad-47f7-b365-0d04697dde78 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.730984] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance '78758212-39b8-49f3-b0b7-051ec547e39b' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1731.770729] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb79c6ec-c458-4232-9e2d-155c1f9c06eb tempest-ServerMetadataNegativeTestJSON-611865927 tempest-ServerMetadataNegativeTestJSON-611865927-project-member] Lock "a054319c-27b1-4a16-96f3-0a113bf4f947" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.292s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.967532] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.968200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.093955] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880997, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.161740] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.162222] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80df93c7-bd21-4459-b2fc-0c97578317d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.170408] env[62880]: DEBUG oslo_vmware.api [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1732.170408] env[62880]: value = "task-1880998" [ 1732.170408] env[62880]: _type = "Task" [ 1732.170408] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.179512] env[62880]: DEBUG oslo_vmware.api [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.240036] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.243505] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3386c62a-6d5d-4a28-a389-47532e35b205 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.255378] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1732.255378] env[62880]: value = "task-1880999" [ 1732.255378] env[62880]: _type = "Task" [ 1732.255378] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.266740] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.471178] env[62880]: DEBUG nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.576583] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f58051a-23f7-47ad-88a2-890b94ab0306 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.591244] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d7871-335f-4f89-9b2a-e157aa23f9fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.600428] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1880997, 'name': CreateSnapshot_Task, 'duration_secs': 1.005663} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.627032] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1732.628795] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f1a20-2ebd-4c40-868b-f9a90b54aa0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.632386] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba0afe5-ddd7-4fc9-9a13-c1d85fdbbcae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.648415] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d58991-f6c0-425b-96f3-a2b089852d6d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.664939] env[62880]: DEBUG nova.compute.provider_tree [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.681934] env[62880]: DEBUG oslo_vmware.api [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1880998, 'name': PowerOffVM_Task, 'duration_secs': 0.39781} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.682241] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.682521] env[62880]: DEBUG nova.compute.manager [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.683468] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3197ecf4-e545-4260-af62-4d2d9cfae103 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.763727] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.011405] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.155381] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1733.155742] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10033b98-6c1d-4df7-8a26-d5329bd9d999 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.164693] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1733.164693] env[62880]: value = "task-1881001" [ 1733.164693] env[62880]: _type = "Task" [ 1733.164693] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.168740] env[62880]: DEBUG nova.scheduler.client.report [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.177476] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881001, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.200147] env[62880]: DEBUG oslo_concurrency.lockutils [None req-11902fd4-25ab-4749-a503-0b2548bd830f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.264878] env[62880]: DEBUG oslo_vmware.api [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1880999, 'name': PowerOnVM_Task, 'duration_secs': 0.775802} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.265245] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.265454] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-526cd4d4-a631-4f84-84e6-ba520609f72c tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance '78758212-39b8-49f3-b0b7-051ec547e39b' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1733.558115] env[62880]: DEBUG nova.objects.instance [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'flavor' on Instance uuid 9c61a763-257f-4756-9dbe-0ba7a058e1cc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.674601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.675441] env[62880]: DEBUG nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1733.685787] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.893s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.686195] env[62880]: DEBUG nova.objects.instance [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lazy-loading 'resources' on Instance uuid d1adb48c-1680-430a-9682-75c7943b51ec {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.688414] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881001, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.066090] env[62880]: DEBUG oslo_concurrency.lockutils [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.066288] env[62880]: DEBUG oslo_concurrency.lockutils [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.066479] env[62880]: DEBUG nova.network.neutron [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1734.066704] env[62880]: DEBUG nova.objects.instance [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'info_cache' on Instance uuid 9c61a763-257f-4756-9dbe-0ba7a058e1cc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.176824] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881001, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.193230] env[62880]: DEBUG nova.compute.utils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.194790] env[62880]: DEBUG nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1734.194955] env[62880]: DEBUG nova.network.neutron [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.244263] env[62880]: DEBUG nova.policy [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1734.462892] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2595fa36-5774-4067-818e-2d2360c8e3d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.471069] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70969c-61f7-4356-8606-61a032ce4fb1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.502565] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111f1702-ade6-465a-992f-cff3c3099e60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.510685] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcc6b0a-b1fc-4918-91be-41e00fe03918 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.524388] env[62880]: DEBUG nova.compute.provider_tree [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.570834] env[62880]: DEBUG nova.objects.base [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Object Instance<9c61a763-257f-4756-9dbe-0ba7a058e1cc> lazy-loaded attributes: flavor,info_cache {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1734.585294] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1734.585523] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388716', 'volume_id': 'e7e6a973-3441-42b9-9301-a6ff031492b1', 'name': 'volume-e7e6a973-3441-42b9-9301-a6ff031492b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53fefb87-0373-4979-a848-49bef814bb1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7e6a973-3441-42b9-9301-a6ff031492b1', 'serial': 'e7e6a973-3441-42b9-9301-a6ff031492b1'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1734.586400] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66cd79f-06ca-41c4-9810-275703240ed8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.606584] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d65d8ae-e0a5-4f96-a212-93bc36e34db3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.629490] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-e7e6a973-3441-42b9-9301-a6ff031492b1/volume-e7e6a973-3441-42b9-9301-a6ff031492b1.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.629806] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2528976d-fd31-4270-96dd-ebf187a1928c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.648002] env[62880]: DEBUG oslo_vmware.api [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1734.648002] env[62880]: value = "task-1881002" [ 1734.648002] env[62880]: _type = "Task" [ 1734.648002] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.656757] env[62880]: DEBUG oslo_vmware.api [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.676791] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881001, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.697898] env[62880]: DEBUG nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1734.717665] env[62880]: DEBUG nova.network.neutron [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Successfully created port: 91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.914016] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.914261] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1735.027540] env[62880]: DEBUG nova.scheduler.client.report [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.163479] env[62880]: DEBUG oslo_vmware.api [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.177188] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881001, 'name': CloneVM_Task, 'duration_secs': 1.750653} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.177483] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Created linked-clone VM from snapshot [ 1735.178393] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec919ce0-13b5-49ea-8db3-6367938a8d23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.186067] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Uploading image bf92f94f-3a62-4568-a774-eee9ded2814b {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1735.201110] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1735.201417] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ffed757d-eb08-4e9a-8fe0-f25b0710a257 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.218895] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1735.218895] env[62880]: value = "task-1881003" [ 1735.218895] env[62880]: _type = "Task" [ 1735.218895] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.227070] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "78758212-39b8-49f3-b0b7-051ec547e39b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.227350] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.227548] env[62880]: DEBUG nova.compute.manager [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Going to confirm migration 2 {{(pid=62880) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1735.234403] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881003, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.386683] env[62880]: DEBUG nova.network.neutron [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.423648] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1735.423841] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1735.536863] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.543032] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.658s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.543032] env[62880]: INFO nova.compute.claims [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.564701] env[62880]: INFO nova.scheduler.client.report [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleted allocations for instance d1adb48c-1680-430a-9682-75c7943b51ec [ 1735.659987] env[62880]: DEBUG oslo_vmware.api [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881002, 'name': ReconfigVM_Task, 'duration_secs': 0.677417} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.660370] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-e7e6a973-3441-42b9-9301-a6ff031492b1/volume-e7e6a973-3441-42b9-9301-a6ff031492b1.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.665570] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94492ae2-9dfc-4016-a1b7-d5817722af3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.682988] env[62880]: DEBUG oslo_vmware.api [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1735.682988] env[62880]: value = "task-1881004" [ 1735.682988] env[62880]: _type = "Task" [ 1735.682988] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.692112] env[62880]: DEBUG oslo_vmware.api [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.712841] env[62880]: DEBUG nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1735.737178] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881003, 'name': Destroy_Task, 'duration_secs': 0.515052} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.739384] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1735.739612] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.739826] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1735.740031] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.740182] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1735.740325] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1735.740524] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1735.740680] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1735.740916] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1735.741213] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1735.741504] env[62880]: DEBUG nova.virt.hardware [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1735.741948] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Destroyed the VM [ 1735.742311] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1735.743413] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb3a45-a7c7-410d-8368-3a9b92b6d049 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.747206] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa55d08c-c335-4c56-aa8c-6f1e01ddad31 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.754618] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e082c22c-6cc9-4ee3-a6d3-b0434f6468f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.759928] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1735.759928] env[62880]: value = "task-1881005" [ 1735.759928] env[62880]: _type = "Task" [ 1735.759928] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.776039] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.789757] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.789944] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.790133] env[62880]: DEBUG nova.network.neutron [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.790318] env[62880]: DEBUG nova.objects.instance [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lazy-loading 'info_cache' on Instance uuid 78758212-39b8-49f3-b0b7-051ec547e39b {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.890133] env[62880]: DEBUG oslo_concurrency.lockutils [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.072416] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d6405e71-d1b6-48ed-bdfa-5ccd296eb078 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "d1adb48c-1680-430a-9682-75c7943b51ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.691s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.195365] env[62880]: DEBUG oslo_vmware.api [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881004, 'name': ReconfigVM_Task, 'duration_secs': 0.165397} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.195681] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388716', 'volume_id': 'e7e6a973-3441-42b9-9301-a6ff031492b1', 'name': 'volume-e7e6a973-3441-42b9-9301-a6ff031492b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53fefb87-0373-4979-a848-49bef814bb1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7e6a973-3441-42b9-9301-a6ff031492b1', 'serial': 'e7e6a973-3441-42b9-9301-a6ff031492b1'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1736.271500] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.291914] env[62880]: DEBUG nova.compute.manager [req-8dc5c11a-bbfb-430c-9e7d-4321f1efa4e1 req-fd5b533b-1797-46c0-ac82-8a5e27fa3d02 service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received event network-vif-plugged-91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1736.292185] env[62880]: DEBUG oslo_concurrency.lockutils [req-8dc5c11a-bbfb-430c-9e7d-4321f1efa4e1 req-fd5b533b-1797-46c0-ac82-8a5e27fa3d02 service nova] Acquiring lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.292436] env[62880]: DEBUG oslo_concurrency.lockutils [req-8dc5c11a-bbfb-430c-9e7d-4321f1efa4e1 req-fd5b533b-1797-46c0-ac82-8a5e27fa3d02 service nova] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.292567] env[62880]: DEBUG oslo_concurrency.lockutils [req-8dc5c11a-bbfb-430c-9e7d-4321f1efa4e1 req-fd5b533b-1797-46c0-ac82-8a5e27fa3d02 service nova] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.292879] env[62880]: DEBUG nova.compute.manager [req-8dc5c11a-bbfb-430c-9e7d-4321f1efa4e1 req-fd5b533b-1797-46c0-ac82-8a5e27fa3d02 service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] No waiting events found dispatching network-vif-plugged-91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1736.293090] env[62880]: WARNING nova.compute.manager [req-8dc5c11a-bbfb-430c-9e7d-4321f1efa4e1 req-fd5b533b-1797-46c0-ac82-8a5e27fa3d02 service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received unexpected event network-vif-plugged-91762757-5acc-4605-b42d-ca3151b2421e for instance with vm_state building and task_state spawning. [ 1736.419482] env[62880]: DEBUG nova.network.neutron [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Successfully updated port: 91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1736.773460] env[62880]: DEBUG oslo_vmware.api [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881005, 'name': RemoveSnapshot_Task, 'duration_secs': 0.669256} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.773754] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1736.795301] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16cc9a-5f12-4e67-bb3c-4973a72232bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.806163] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ac49a0-dd32-4477-a231-f9a00d00e621 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.839036] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f3a61-d67f-424b-b3ed-410c6bf4b8dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.849403] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a934037-113f-45ac-9071-9cd985eba5e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.866176] env[62880]: DEBUG nova.compute.provider_tree [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.896729] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1736.899971] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68df35e4-aa3c-485b-98b3-4b0622a90264 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.908857] env[62880]: DEBUG oslo_vmware.api [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1736.908857] env[62880]: value = "task-1881006" [ 1736.908857] env[62880]: _type = "Task" [ 1736.908857] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.917644] env[62880]: DEBUG oslo_vmware.api [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.922857] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.922857] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.922984] env[62880]: DEBUG nova.network.neutron [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.145880] env[62880]: DEBUG nova.network.neutron [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance_info_cache with network_info: [{"id": "7eb42b00-55fd-435a-a566-cffc855b0688", "address": "fa:16:3e:3d:71:10", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb42b00-55", "ovs_interfaceid": "7eb42b00-55fd-435a-a566-cffc855b0688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.248536] env[62880]: DEBUG nova.objects.instance [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'flavor' on Instance uuid 53fefb87-0373-4979-a848-49bef814bb1e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.278334] env[62880]: WARNING nova.compute.manager [None req-726c43de-13fd-45d9-9e62-22080c07a8e5 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Image not found during snapshot: nova.exception.ImageNotFound: Image bf92f94f-3a62-4568-a774-eee9ded2814b could not be found. [ 1737.368810] env[62880]: DEBUG nova.scheduler.client.report [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.384423] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "53fefb87-0373-4979-a848-49bef814bb1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.419532] env[62880]: DEBUG oslo_vmware.api [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.459722] env[62880]: DEBUG nova.network.neutron [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.650036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-78758212-39b8-49f3-b0b7-051ec547e39b" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.650405] env[62880]: DEBUG nova.objects.instance [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lazy-loading 'migration_context' on Instance uuid 78758212-39b8-49f3-b0b7-051ec547e39b {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.689430] env[62880]: DEBUG nova.network.neutron [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updating instance_info_cache with network_info: [{"id": "91762757-5acc-4605-b42d-ca3151b2421e", "address": "fa:16:3e:ee:eb:49", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91762757-5a", "ovs_interfaceid": "91762757-5acc-4605-b42d-ca3151b2421e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.756551] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d3b5c01a-b982-4b85-a199-7e15c7c8dbd2 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.803s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.757757] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.373s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.757998] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "53fefb87-0373-4979-a848-49bef814bb1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.758222] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.758393] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.760344] env[62880]: INFO nova.compute.manager [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Terminating instance [ 1737.855601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.855601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.855601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.855601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.855601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.857577] env[62880]: INFO nova.compute.manager [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Terminating instance [ 1737.874855] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.874855] env[62880]: DEBUG nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.879237] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.955s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.879237] env[62880]: DEBUG nova.objects.instance [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lazy-loading 'resources' on Instance uuid f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.926405] env[62880]: DEBUG oslo_vmware.api [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881006, 'name': PowerOnVM_Task, 'duration_secs': 0.631731} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.927184] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1737.927184] env[62880]: DEBUG nova.compute.manager [None req-114c4276-b2c8-4fbe-aeaf-40c614cb7ab1 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.928050] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3059aaee-3867-4e09-82e7-4a3822f31e06 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.152858] env[62880]: DEBUG nova.objects.base [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Object Instance<78758212-39b8-49f3-b0b7-051ec547e39b> lazy-loaded attributes: info_cache,migration_context {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1738.153814] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7024c099-5865-4587-a01f-a9974a9db42b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.175817] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e631941e-56f0-47f1-a706-65f2bab20fa6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.181782] env[62880]: DEBUG oslo_vmware.api [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1738.181782] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c435ce-1c61-3376-6e40-4285e9105799" [ 1738.181782] env[62880]: _type = "Task" [ 1738.181782] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.189963] env[62880]: DEBUG oslo_vmware.api [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c435ce-1c61-3376-6e40-4285e9105799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.192506] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.192800] env[62880]: DEBUG nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Instance network_info: |[{"id": "91762757-5acc-4605-b42d-ca3151b2421e", "address": "fa:16:3e:ee:eb:49", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91762757-5a", "ovs_interfaceid": "91762757-5acc-4605-b42d-ca3151b2421e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1738.193178] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:eb:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91762757-5acc-4605-b42d-ca3151b2421e', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.200464] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Creating folder: Project (a8fc0186cac4422ea3501852c83dac26). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1738.200720] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62e19917-60f1-4adc-8fb6-508bfb1db6b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.210951] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Created folder: Project (a8fc0186cac4422ea3501852c83dac26) in parent group-v388473. [ 1738.211170] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Creating folder: Instances. Parent ref: group-v388719. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1738.211387] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8176287f-3af5-4733-ba2b-e890406933a4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.220640] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Created folder: Instances in parent group-v388719. [ 1738.220792] env[62880]: DEBUG oslo.service.loopingcall [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.220865] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.221100] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48d32e10-96af-4457-bc57-f45cd20e89ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.241282] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.241282] env[62880]: value = "task-1881009" [ 1738.241282] env[62880]: _type = "Task" [ 1738.241282] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.248678] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881009, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.267215] env[62880]: DEBUG nova.compute.manager [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.267393] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.267653] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07195768-c138-4c44-ad28-f2c26e1421f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.274395] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1738.274395] env[62880]: value = "task-1881010" [ 1738.274395] env[62880]: _type = "Task" [ 1738.274395] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.285659] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.320758] env[62880]: DEBUG nova.compute.manager [req-9ede857a-656f-428d-bbed-3a1108c75104 req-d6811734-e2d2-4c42-a6d0-1466dc610d6f service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received event network-changed-91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1738.321010] env[62880]: DEBUG nova.compute.manager [req-9ede857a-656f-428d-bbed-3a1108c75104 req-d6811734-e2d2-4c42-a6d0-1466dc610d6f service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Refreshing instance network info cache due to event network-changed-91762757-5acc-4605-b42d-ca3151b2421e. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1738.321295] env[62880]: DEBUG oslo_concurrency.lockutils [req-9ede857a-656f-428d-bbed-3a1108c75104 req-d6811734-e2d2-4c42-a6d0-1466dc610d6f service nova] Acquiring lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.321454] env[62880]: DEBUG oslo_concurrency.lockutils [req-9ede857a-656f-428d-bbed-3a1108c75104 req-d6811734-e2d2-4c42-a6d0-1466dc610d6f service nova] Acquired lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.321670] env[62880]: DEBUG nova.network.neutron [req-9ede857a-656f-428d-bbed-3a1108c75104 req-d6811734-e2d2-4c42-a6d0-1466dc610d6f service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Refreshing network info cache for port 91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.369053] env[62880]: DEBUG nova.compute.manager [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.369355] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.370301] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ee8b8c-d44d-4bbe-b209-811a16e3c7fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.379291] env[62880]: DEBUG nova.compute.utils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.382808] env[62880]: DEBUG nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.383043] env[62880]: DEBUG nova.network.neutron [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.395152] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.395529] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a588bff5-c5d3-461e-b408-1cf5c5460a67 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.403814] env[62880]: DEBUG oslo_vmware.api [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1738.403814] env[62880]: value = "task-1881011" [ 1738.403814] env[62880]: _type = "Task" [ 1738.403814] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.423412] env[62880]: DEBUG oslo_vmware.api [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.437538] env[62880]: DEBUG nova.policy [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d7aa38acfe140c49b1b380ae5c3845c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c74b4851d34431cbb025d2a9ef4eda1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.677309] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8e9bd6-ae75-4bcf-bb21-5b98b43d283d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.690602] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19515e0a-fe8b-40a5-9382-260643dbf1d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.698462] env[62880]: DEBUG oslo_vmware.api [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c435ce-1c61-3376-6e40-4285e9105799, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.699336] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.728316] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e97f3c2-713b-4ba8-ac89-6706b2644f7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.736110] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803b559-d9b0-488a-8045-db94fd139d88 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.749814] env[62880]: DEBUG nova.compute.provider_tree [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.759069] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881009, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.785183] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881010, 'name': PowerOffVM_Task, 'duration_secs': 0.305271} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.785651] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.785943] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1738.786225] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388716', 'volume_id': 'e7e6a973-3441-42b9-9301-a6ff031492b1', 'name': 'volume-e7e6a973-3441-42b9-9301-a6ff031492b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53fefb87-0373-4979-a848-49bef814bb1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7e6a973-3441-42b9-9301-a6ff031492b1', 'serial': 'e7e6a973-3441-42b9-9301-a6ff031492b1'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1738.788506] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd3b19-a48a-498d-ba61-dcae95543cd4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.814334] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea662b8-d7ad-40c4-9da7-ff2a823c7780 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.822081] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b095d28b-5315-4436-9e3a-1431d3409c39 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.846727] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69028623-ab17-4343-bfd3-563b0dc2a8af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.863822] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7e6a973-3441-42b9-9301-a6ff031492b1/volume-e7e6a973-3441-42b9-9301-a6ff031492b1.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1738.869056] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1738.871594] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f181dea-2d71-41b5-bcb5-6522f6b0ef33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.890417] env[62880]: DEBUG nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1738.894908] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1738.894908] env[62880]: value = "task-1881012" [ 1738.894908] env[62880]: _type = "Task" [ 1738.894908] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.902013] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881012, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.915746] env[62880]: DEBUG oslo_vmware.api [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881011, 'name': PowerOffVM_Task, 'duration_secs': 0.239857} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.919316] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.919575] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.919904] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6bff5c-6980-4551-bb62-91dea08de71d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.976560] env[62880]: DEBUG nova.network.neutron [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Successfully created port: 0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.255409] env[62880]: DEBUG nova.scheduler.client.report [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.261974] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881009, 'name': CreateVM_Task, 'duration_secs': 0.546097} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.263733] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.263733] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.263733] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.263733] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.264016] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7267894-341f-4682-bd3e-deced669f6e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.269071] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1739.269071] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d32df4-bb54-648b-b317-e56ed8b7d111" [ 1739.269071] env[62880]: _type = "Task" [ 1739.269071] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.277311] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d32df4-bb54-648b-b317-e56ed8b7d111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.407391] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881012, 'name': ReconfigVM_Task, 'duration_secs': 0.348212} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.407757] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1739.412498] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986c6443-bff7-477d-8f1e-4d20fdb0a6db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.428043] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1739.428043] env[62880]: value = "task-1881014" [ 1739.428043] env[62880]: _type = "Task" [ 1739.428043] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.439385] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.480759] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.480759] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquired lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.480759] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Forcefully refreshing network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1739.665612] env[62880]: DEBUG nova.network.neutron [req-9ede857a-656f-428d-bbed-3a1108c75104 req-d6811734-e2d2-4c42-a6d0-1466dc610d6f service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updated VIF entry in instance network info cache for port 91762757-5acc-4605-b42d-ca3151b2421e. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.665612] env[62880]: DEBUG nova.network.neutron [req-9ede857a-656f-428d-bbed-3a1108c75104 req-d6811734-e2d2-4c42-a6d0-1466dc610d6f service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updating instance_info_cache with network_info: [{"id": "91762757-5acc-4605-b42d-ca3151b2421e", "address": "fa:16:3e:ee:eb:49", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91762757-5a", "ovs_interfaceid": "91762757-5acc-4605-b42d-ca3151b2421e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.763404] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.768606] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.756s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.768863] env[62880]: DEBUG nova.objects.instance [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lazy-loading 'pci_requests' on Instance uuid f66e533d-105b-4eda-9f02-b1cc37d96288 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.787962] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d32df4-bb54-648b-b317-e56ed8b7d111, 'name': SearchDatastore_Task, 'duration_secs': 0.014884} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.787962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.788216] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.788492] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.788584] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.788760] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.789318] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-839c1bf5-b4cd-4b70-b711-12afe1edf143 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.800178] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.800532] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.801222] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b34bc54-719c-4277-a5b4-90cb2d68c065 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.804429] env[62880]: INFO nova.scheduler.client.report [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Deleted allocations for instance f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57 [ 1739.808946] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1739.808946] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52908569-b197-69e8-29d8-260ee6d1e0cf" [ 1739.808946] env[62880]: _type = "Task" [ 1739.808946] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.817181] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52908569-b197-69e8-29d8-260ee6d1e0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.903650] env[62880]: DEBUG nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1739.940902] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881014, 'name': ReconfigVM_Task, 'duration_secs': 0.275591} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.943323] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388716', 'volume_id': 'e7e6a973-3441-42b9-9301-a6ff031492b1', 'name': 'volume-e7e6a973-3441-42b9-9301-a6ff031492b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '53fefb87-0373-4979-a848-49bef814bb1e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7e6a973-3441-42b9-9301-a6ff031492b1', 'serial': 'e7e6a973-3441-42b9-9301-a6ff031492b1'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1739.943637] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.944782] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275f0b2-a463-4a81-8e84-7d33332b2712 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.950405] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.950677] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.950812] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.951052] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.951181] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.951323] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.951497] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.951639] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.951804] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.951964] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.952231] env[62880]: DEBUG nova.virt.hardware [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.953663] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89657ec-0d1a-43ee-8694-888e2cf302cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.958521] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.959127] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-707ba7b4-dff8-46be-9829-75f2a3ef2e48 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.963850] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe20609a-40df-484c-b140-f3ce129113e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.171709] env[62880]: DEBUG oslo_concurrency.lockutils [req-9ede857a-656f-428d-bbed-3a1108c75104 req-d6811734-e2d2-4c42-a6d0-1466dc610d6f service nova] Releasing lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.279270] env[62880]: DEBUG nova.objects.instance [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lazy-loading 'numa_topology' on Instance uuid f66e533d-105b-4eda-9f02-b1cc37d96288 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.315263] env[62880]: DEBUG oslo_concurrency.lockutils [None req-48c62701-b486-4f6c-8a1a-96a574e69c41 tempest-MultipleCreateTestJSON-298838251 tempest-MultipleCreateTestJSON-298838251-project-member] Lock "f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.016s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.323090] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52908569-b197-69e8-29d8-260ee6d1e0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.024355} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.323898] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258ad77a-10c2-4dd3-a53d-41d35c71e5af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.329828] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1740.329828] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52007fe9-4ea7-87d7-6217-da0f4aee60b4" [ 1740.329828] env[62880]: _type = "Task" [ 1740.329828] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.339780] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52007fe9-4ea7-87d7-6217-da0f4aee60b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.589315] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1740.589562] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1740.589695] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleting the datastore file [datastore2] ebfa6c96-78b2-4aa5-bb25-11bc7c85324a {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1740.589981] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e51c8822-4b5c-46d0-984a-3c4e0a7c8516 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.596874] env[62880]: DEBUG oslo_vmware.api [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for the task: (returnval){ [ 1740.596874] env[62880]: value = "task-1881016" [ 1740.596874] env[62880]: _type = "Task" [ 1740.596874] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.604920] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1740.605152] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1740.605327] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleting the datastore file [datastore2] 53fefb87-0373-4979-a848-49bef814bb1e {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1740.608658] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b87f81-6f68-4905-9ca7-e73e3d39583d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.610426] env[62880]: DEBUG oslo_vmware.api [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.615099] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1740.615099] env[62880]: value = "task-1881017" [ 1740.615099] env[62880]: _type = "Task" [ 1740.615099] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.623862] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.782431] env[62880]: INFO nova.compute.claims [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.793013] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updating instance_info_cache with network_info: [{"id": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "address": "fa:16:3e:37:04:2b", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cbee1fe-03", "ovs_interfaceid": "8cbee1fe-03f8-4315-b3cd-ff7de4d1f600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.842924] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52007fe9-4ea7-87d7-6217-da0f4aee60b4, 'name': SearchDatastore_Task, 'duration_secs': 0.016303} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.843269] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.843547] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] dd1df6c5-bd87-436f-b1cb-cd11c36726b6/dd1df6c5-bd87-436f-b1cb-cd11c36726b6.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.843809] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36c4fccc-9861-459b-8681-4cb094ec2bef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.851452] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1740.851452] env[62880]: value = "task-1881018" [ 1740.851452] env[62880]: _type = "Task" [ 1740.851452] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.864127] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.057312] env[62880]: DEBUG nova.compute.manager [req-87c9ca2d-4dae-4170-9355-978c00b1407d req-8847b4c4-ebcd-48d1-94f8-dafb9e2df189 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received event network-vif-plugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1741.057312] env[62880]: DEBUG oslo_concurrency.lockutils [req-87c9ca2d-4dae-4170-9355-978c00b1407d req-8847b4c4-ebcd-48d1-94f8-dafb9e2df189 service nova] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.057312] env[62880]: DEBUG oslo_concurrency.lockutils [req-87c9ca2d-4dae-4170-9355-978c00b1407d req-8847b4c4-ebcd-48d1-94f8-dafb9e2df189 service nova] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.057312] env[62880]: DEBUG oslo_concurrency.lockutils [req-87c9ca2d-4dae-4170-9355-978c00b1407d req-8847b4c4-ebcd-48d1-94f8-dafb9e2df189 service nova] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.058582] env[62880]: DEBUG nova.compute.manager [req-87c9ca2d-4dae-4170-9355-978c00b1407d req-8847b4c4-ebcd-48d1-94f8-dafb9e2df189 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] No waiting events found dispatching network-vif-plugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.059427] env[62880]: WARNING nova.compute.manager [req-87c9ca2d-4dae-4170-9355-978c00b1407d req-8847b4c4-ebcd-48d1-94f8-dafb9e2df189 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received unexpected event network-vif-plugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 for instance with vm_state building and task_state spawning. [ 1741.107892] env[62880]: DEBUG oslo_vmware.api [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Task: {'id': task-1881016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313765} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.108223] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1741.108620] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1741.108746] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1741.108943] env[62880]: INFO nova.compute.manager [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1741.109265] env[62880]: DEBUG oslo.service.loopingcall [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.109473] env[62880]: DEBUG nova.compute.manager [-] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1741.109574] env[62880]: DEBUG nova.network.neutron [-] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1741.125286] env[62880]: DEBUG oslo_vmware.api [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303758} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.125602] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1741.126018] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1741.126145] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1741.126392] env[62880]: INFO nova.compute.manager [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1741.126680] env[62880]: DEBUG oslo.service.loopingcall [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.126925] env[62880]: DEBUG nova.compute.manager [-] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1741.127159] env[62880]: DEBUG nova.network.neutron [-] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1741.296548] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Releasing lock "refresh_cache-504108f5-c321-4acf-a629-e6f818af97cf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.296816] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updated the network info_cache for instance {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1741.297025] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.297195] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.297344] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.297502] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.297708] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.297880] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.298034] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1741.298199] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.362830] env[62880]: DEBUG nova.network.neutron [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Successfully updated port: 0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.368482] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881018, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.572832] env[62880]: DEBUG nova.compute.manager [req-a9afa3db-6ef3-44ac-a265-f1664aca1a92 req-413e421f-66d2-4715-a875-b8ec3c90a03d service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Received event network-vif-deleted-ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1741.572832] env[62880]: INFO nova.compute.manager [req-a9afa3db-6ef3-44ac-a265-f1664aca1a92 req-413e421f-66d2-4715-a875-b8ec3c90a03d service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Neutron deleted interface ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2; detaching it from the instance and deleting it from the info cache [ 1741.572832] env[62880]: DEBUG nova.network.neutron [req-a9afa3db-6ef3-44ac-a265-f1664aca1a92 req-413e421f-66d2-4715-a875-b8ec3c90a03d service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.803408] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.863742] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968544} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.867988] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] dd1df6c5-bd87-436f-b1cb-cd11c36726b6/dd1df6c5-bd87-436f-b1cb-cd11c36726b6.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.867988] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.867988] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ac3d246-8e8e-4b37-9792-59dc1f7c7ab3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.869131] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.870013] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.870013] env[62880]: DEBUG nova.network.neutron [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.876164] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1741.876164] env[62880]: value = "task-1881019" [ 1741.876164] env[62880]: _type = "Task" [ 1741.876164] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.892131] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.036926] env[62880]: DEBUG nova.network.neutron [-] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.072675] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3635c7b0-6245-4c8b-abfd-bc84f878e117 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.077236] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a7a9162-04ac-482d-b59f-8c5b4473a0fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.082157] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a554e8-a799-4dc4-b857-c567ec2d44a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.089177] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770af509-1f9d-4d8b-b51d-fd5451cc4569 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.122803] env[62880]: DEBUG nova.network.neutron [-] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.125695] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faa5452-92bf-4eb1-a52c-613ca6465eb9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.133919] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2906278-8912-4042-8967-56fa2c9884ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.149937] env[62880]: DEBUG nova.compute.manager [req-a9afa3db-6ef3-44ac-a265-f1664aca1a92 req-413e421f-66d2-4715-a875-b8ec3c90a03d service nova] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Detach interface failed, port_id=ed3b8dd2-88be-49b5-8d5a-c5b42d6312c2, reason: Instance 53fefb87-0373-4979-a848-49bef814bb1e could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1742.160367] env[62880]: DEBUG nova.compute.provider_tree [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.390136] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076021} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.390556] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.391743] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803de20-397f-4495-ae89-0431e2c85c30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.427814] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] dd1df6c5-bd87-436f-b1cb-cd11c36726b6/dd1df6c5-bd87-436f-b1cb-cd11c36726b6.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.429026] env[62880]: DEBUG nova.network.neutron [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.431559] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8184454b-ded6-4bd1-8ac9-336e455aefc8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.462492] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1742.462492] env[62880]: value = "task-1881020" [ 1742.462492] env[62880]: _type = "Task" [ 1742.462492] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.474687] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.540112] env[62880]: INFO nova.compute.manager [-] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Took 1.41 seconds to deallocate network for instance. [ 1742.626065] env[62880]: INFO nova.compute.manager [-] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Took 1.52 seconds to deallocate network for instance. [ 1742.664027] env[62880]: DEBUG nova.scheduler.client.report [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.706163] env[62880]: DEBUG nova.network.neutron [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating instance_info_cache with network_info: [{"id": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "address": "fa:16:3e:f7:ef:04", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a04da97-82", "ovs_interfaceid": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.790316] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf0b60-f4a6-4cb0-e76b-f0fa1f75ec22/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1742.791234] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d65f2b-f1f3-4d23-a6c2-c328801b5ada {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.797550] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf0b60-f4a6-4cb0-e76b-f0fa1f75ec22/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1742.797732] env[62880]: ERROR oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf0b60-f4a6-4cb0-e76b-f0fa1f75ec22/disk-0.vmdk due to incomplete transfer. [ 1742.797935] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9520c3d5-861f-4fbe-b84a-3ea76264ff20 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.804449] env[62880]: DEBUG oslo_vmware.rw_handles [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf0b60-f4a6-4cb0-e76b-f0fa1f75ec22/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1742.804633] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Uploaded image db534af8-de2e-4888-9d4b-0ed5a571e171 to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1742.806856] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1742.807078] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5da61daf-71ab-413e-a35b-7bb7d71770f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.812583] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1742.812583] env[62880]: value = "task-1881021" [ 1742.812583] env[62880]: _type = "Task" [ 1742.812583] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.819731] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881021, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.972619] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881020, 'name': ReconfigVM_Task, 'duration_secs': 0.322194} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.972891] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Reconfigured VM instance instance-00000056 to attach disk [datastore2] dd1df6c5-bd87-436f-b1cb-cd11c36726b6/dd1df6c5-bd87-436f-b1cb-cd11c36726b6.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.973544] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f96cf1a3-ec56-45b3-be2a-9ff515b0b8f5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.980786] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1742.980786] env[62880]: value = "task-1881022" [ 1742.980786] env[62880]: _type = "Task" [ 1742.980786] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.990842] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881022, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.095338] env[62880]: INFO nova.compute.manager [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Took 0.55 seconds to detach 1 volumes for instance. [ 1743.109459] env[62880]: DEBUG nova.compute.manager [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received event network-changed-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1743.109722] env[62880]: DEBUG nova.compute.manager [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Refreshing instance network info cache due to event network-changed-0a04da97-8294-47eb-99b1-14e50cf1a7c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1743.110027] env[62880]: DEBUG oslo_concurrency.lockutils [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] Acquiring lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.132826] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.169596] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.401s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.171998] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.679s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.172328] env[62880]: DEBUG nova.objects.instance [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lazy-loading 'resources' on Instance uuid 6d7ab542-32b2-4fb2-a684-2131319d91e9 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1743.198161] env[62880]: INFO nova.network.neutron [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating port 6b7e5558-3f5c-41be-922b-dd713ca7ecb7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1743.209434] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.209711] env[62880]: DEBUG nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Instance network_info: |[{"id": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "address": "fa:16:3e:f7:ef:04", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a04da97-82", "ovs_interfaceid": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.210013] env[62880]: DEBUG oslo_concurrency.lockutils [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] Acquired lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.210191] env[62880]: DEBUG nova.network.neutron [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Refreshing network info cache for port 0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.211675] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ef:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a04da97-8294-47eb-99b1-14e50cf1a7c1', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.219084] env[62880]: DEBUG oslo.service.loopingcall [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.221618] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.222076] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba6ad81a-307e-40e0-b1fa-eb20298df393 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.243106] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.243106] env[62880]: value = "task-1881023" [ 1743.243106] env[62880]: _type = "Task" [ 1743.243106] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.250713] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881023, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.323384] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881021, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.449264] env[62880]: DEBUG nova.network.neutron [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updated VIF entry in instance network info cache for port 0a04da97-8294-47eb-99b1-14e50cf1a7c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.449632] env[62880]: DEBUG nova.network.neutron [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating instance_info_cache with network_info: [{"id": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "address": "fa:16:3e:f7:ef:04", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a04da97-82", "ovs_interfaceid": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.498392] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881022, 'name': Rename_Task, 'duration_secs': 0.171406} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.498673] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.498917] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1218de65-72f6-4076-b860-248ce0cbf322 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.505048] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1743.505048] env[62880]: value = "task-1881024" [ 1743.505048] env[62880]: _type = "Task" [ 1743.505048] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.512857] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.603749] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.754975] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881023, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.824930] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881021, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.885782] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232a2d9-446b-451d-ad6c-7b492d016bf3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.893332] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad766b-8392-4eae-87f9-02b7723ad702 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.922776] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a491542-562c-42a7-bedf-9588dc3d75af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.930380] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c66146e-34d7-4672-8201-396ae45e18ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.945275] env[62880]: DEBUG nova.compute.provider_tree [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1743.952834] env[62880]: DEBUG oslo_concurrency.lockutils [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] Releasing lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.953142] env[62880]: DEBUG nova.compute.manager [req-c59c32ed-0f6b-464f-9db3-8cee8e1e8e5a req-85d5ddcf-c7e7-4739-bbcd-48186bd0129b service nova] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Received event network-vif-deleted-f3cf6f14-a045-4af6-a0af-cba9a619320a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1744.016320] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.229224] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.229444] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.253718] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881023, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.324349] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881021, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.466080] env[62880]: ERROR nova.scheduler.client.report [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] [req-ce5b2874-477e-4bef-8c9c-9deaa937288f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce5b2874-477e-4bef-8c9c-9deaa937288f"}]} [ 1744.481966] env[62880]: DEBUG nova.scheduler.client.report [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1744.495511] env[62880]: DEBUG nova.scheduler.client.report [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1744.495782] env[62880]: DEBUG nova.compute.provider_tree [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1744.506158] env[62880]: DEBUG nova.scheduler.client.report [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1744.516839] env[62880]: DEBUG oslo_vmware.api [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881024, 'name': PowerOnVM_Task, 'duration_secs': 0.867806} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.517109] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.517310] env[62880]: INFO nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1744.517487] env[62880]: DEBUG nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.518403] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca05eb2d-2c04-4184-8403-33125140b0ac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.527560] env[62880]: DEBUG nova.scheduler.client.report [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1744.732827] env[62880]: DEBUG nova.compute.utils [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.751797] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a112890b-29df-4372-9f24-66c13e24d179 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.757785] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881023, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.762247] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1553a349-acc5-49fe-9e49-ee639bf52790 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.793325] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337a2e3f-af77-4d36-89e7-e575f9d206f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.800483] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43515e53-5616-4266-bb11-39692807b9a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.813578] env[62880]: DEBUG nova.compute.provider_tree [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1744.822379] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881021, 'name': Destroy_Task, 'duration_secs': 1.918362} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.823115] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Destroyed the VM [ 1744.823355] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1744.823578] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78e50021-8d3d-4c5e-b172-2c33ddeaeb2a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.827387] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.827547] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.827713] env[62880]: DEBUG nova.network.neutron [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1744.829811] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1744.829811] env[62880]: value = "task-1881025" [ 1744.829811] env[62880]: _type = "Task" [ 1744.829811] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.838218] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.041060] env[62880]: INFO nova.compute.manager [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Took 21.66 seconds to build instance. [ 1745.197247] env[62880]: DEBUG nova.compute.manager [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received event network-vif-plugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1745.197548] env[62880]: DEBUG oslo_concurrency.lockutils [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] Acquiring lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.197789] env[62880]: DEBUG oslo_concurrency.lockutils [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.197968] env[62880]: DEBUG oslo_concurrency.lockutils [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.198165] env[62880]: DEBUG nova.compute.manager [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] No waiting events found dispatching network-vif-plugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.198333] env[62880]: WARNING nova.compute.manager [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received unexpected event network-vif-plugged-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1745.198490] env[62880]: DEBUG nova.compute.manager [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received event network-changed-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1745.198642] env[62880]: DEBUG nova.compute.manager [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Refreshing instance network info cache due to event network-changed-6b7e5558-3f5c-41be-922b-dd713ca7ecb7. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1745.198809] env[62880]: DEBUG oslo_concurrency.lockutils [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] Acquiring lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.235767] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.254058] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881023, 'name': CreateVM_Task, 'duration_secs': 1.875634} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.254290] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.255314] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.255314] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.259049] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.259049] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accab129-febc-468d-9156-a3a002443b4b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.260576] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1745.260576] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52944e33-5d36-9d52-c19c-466f0560cb8d" [ 1745.260576] env[62880]: _type = "Task" [ 1745.260576] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.268860] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52944e33-5d36-9d52-c19c-466f0560cb8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.351543] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.369816] env[62880]: DEBUG nova.scheduler.client.report [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1745.370080] env[62880]: DEBUG nova.compute.provider_tree [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 111 to 112 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1745.370734] env[62880]: DEBUG nova.compute.provider_tree [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1745.539082] env[62880]: DEBUG nova.compute.manager [req-3e6db6cd-2c7a-49f2-85dc-5c9d262d3359 req-554e4163-3d34-4f9c-a8d8-b78909e965cb service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received event network-changed-91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1745.539379] env[62880]: DEBUG nova.compute.manager [req-3e6db6cd-2c7a-49f2-85dc-5c9d262d3359 req-554e4163-3d34-4f9c-a8d8-b78909e965cb service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Refreshing instance network info cache due to event network-changed-91762757-5acc-4605-b42d-ca3151b2421e. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1745.539379] env[62880]: DEBUG oslo_concurrency.lockutils [req-3e6db6cd-2c7a-49f2-85dc-5c9d262d3359 req-554e4163-3d34-4f9c-a8d8-b78909e965cb service nova] Acquiring lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.539567] env[62880]: DEBUG oslo_concurrency.lockutils [req-3e6db6cd-2c7a-49f2-85dc-5c9d262d3359 req-554e4163-3d34-4f9c-a8d8-b78909e965cb service nova] Acquired lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.539670] env[62880]: DEBUG nova.network.neutron [req-3e6db6cd-2c7a-49f2-85dc-5c9d262d3359 req-554e4163-3d34-4f9c-a8d8-b78909e965cb service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Refreshing network info cache for port 91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.545120] env[62880]: DEBUG oslo_concurrency.lockutils [None req-86e9df9d-7047-4a71-85cd-41b168f9d31d tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.175s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.602804] env[62880]: DEBUG nova.network.neutron [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating instance_info_cache with network_info: [{"id": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "address": "fa:16:3e:08:84:64", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7e5558-3f", "ovs_interfaceid": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.771463] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52944e33-5d36-9d52-c19c-466f0560cb8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009617} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.771764] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.771994] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.772241] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.772388] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.772562] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.772828] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a238bd4-66da-43c1-a65e-5d1d44f0b476 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.782047] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.782047] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.782491] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139f4ed7-e726-421f-b3bd-751d56489768 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.787632] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1745.787632] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244c128-184f-82f4-ed30-c525a6b96a25" [ 1745.787632] env[62880]: _type = "Task" [ 1745.787632] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.796024] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244c128-184f-82f4-ed30-c525a6b96a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.843032] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881025, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.874894] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.703s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.877285] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.867s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.878930] env[62880]: INFO nova.compute.claims [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.899083] env[62880]: INFO nova.scheduler.client.report [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Deleted allocations for instance 6d7ab542-32b2-4fb2-a684-2131319d91e9 [ 1746.105725] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.108063] env[62880]: DEBUG oslo_concurrency.lockutils [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] Acquired lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.108269] env[62880]: DEBUG nova.network.neutron [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Refreshing network info cache for port 6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.148770] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='be65c19be767a06bc478f059eb01d806',container_format='bare',created_at=2024-12-14T13:20:07Z,direct_url=,disk_format='vmdk',id=a306c676-02cb-420a-8aa8-7d2ad03f66d1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-390255076-shelved',owner='33885afc8f9d4578bb769c45e4be88a1',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2024-12-14T13:20:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1746.150765] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1746.151158] env[62880]: DEBUG nova.virt.hardware [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1746.152035] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3572e482-059d-4ce2-b962-f4462513950d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.164336] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95245a4-f7f8-42f1-a28b-7901d9eaed86 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.180128] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:84:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b7e5558-3f5c-41be-922b-dd713ca7ecb7', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.187691] env[62880]: DEBUG oslo.service.loopingcall [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.187981] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.188227] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06b23186-0fae-4e28-8495-4a93df9e508c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.208469] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.208469] env[62880]: value = "task-1881026" [ 1746.208469] env[62880]: _type = "Task" [ 1746.208469] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.217845] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881026, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.298623] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244c128-184f-82f4-ed30-c525a6b96a25, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.301638] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639f063d-59a9-4ab2-8573-8317b957ed0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.304223] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.305031] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.305031] env[62880]: INFO nova.compute.manager [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Attaching volume 67aca5db-dad3-411c-8646-cd2e21f5d34c to /dev/sdb [ 1746.309280] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1746.309280] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520a9818-d00b-0bd6-581f-16c9d61b2e58" [ 1746.309280] env[62880]: _type = "Task" [ 1746.309280] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.320808] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520a9818-d00b-0bd6-581f-16c9d61b2e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.338113] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b84444-a76f-4b17-b2c8-58dac26fc56e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.343861] env[62880]: DEBUG oslo_vmware.api [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881025, 'name': RemoveSnapshot_Task, 'duration_secs': 1.041853} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.344501] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1746.344737] env[62880]: INFO nova.compute.manager [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Took 20.87 seconds to snapshot the instance on the hypervisor. [ 1746.349147] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b84321c-be92-4fda-b45d-bfa567f67d6a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.362189] env[62880]: DEBUG nova.virt.block_device [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updating existing volume attachment record: 56030074-af26-452f-9fa0-1db0760b51eb {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1746.406132] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70a1fb5d-ddb8-4564-9141-454ef56d47a4 tempest-ServersTestJSON-1160323638 tempest-ServersTestJSON-1160323638-project-member] Lock "6d7ab542-32b2-4fb2-a684-2131319d91e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.753s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.421663] env[62880]: DEBUG nova.network.neutron [req-3e6db6cd-2c7a-49f2-85dc-5c9d262d3359 req-554e4163-3d34-4f9c-a8d8-b78909e965cb service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updated VIF entry in instance network info cache for port 91762757-5acc-4605-b42d-ca3151b2421e. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.422027] env[62880]: DEBUG nova.network.neutron [req-3e6db6cd-2c7a-49f2-85dc-5c9d262d3359 req-554e4163-3d34-4f9c-a8d8-b78909e965cb service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updating instance_info_cache with network_info: [{"id": "91762757-5acc-4605-b42d-ca3151b2421e", "address": "fa:16:3e:ee:eb:49", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91762757-5a", "ovs_interfaceid": "91762757-5acc-4605-b42d-ca3151b2421e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.719587] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881026, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.823411] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520a9818-d00b-0bd6-581f-16c9d61b2e58, 'name': SearchDatastore_Task, 'duration_secs': 0.01943} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.824194] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.824276] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3/b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.824577] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ad51f9-8c62-4b92-8eb2-c8dc08e329b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.830864] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1746.830864] env[62880]: value = "task-1881030" [ 1746.830864] env[62880]: _type = "Task" [ 1746.830864] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.839432] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.901679] env[62880]: DEBUG nova.network.neutron [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updated VIF entry in instance network info cache for port 6b7e5558-3f5c-41be-922b-dd713ca7ecb7. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.902101] env[62880]: DEBUG nova.network.neutron [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating instance_info_cache with network_info: [{"id": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "address": "fa:16:3e:08:84:64", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7e5558-3f", "ovs_interfaceid": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.924821] env[62880]: DEBUG nova.compute.manager [None req-5338ce2d-b964-4c31-bf51-11dfd63945da tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Found 1 images (rotation: 2) {{(pid=62880) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1746.926723] env[62880]: DEBUG oslo_concurrency.lockutils [req-3e6db6cd-2c7a-49f2-85dc-5c9d262d3359 req-554e4163-3d34-4f9c-a8d8-b78909e965cb service nova] Releasing lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.141325] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172f179f-2610-4c40-98b0-4ff46f9ae06d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.149415] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26843bd4-13f5-4122-bb20-2925ba151177 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.182177] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7ba71-fda9-42fc-8cd9-f03915f14b96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.191040] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f15c32-b2e2-4a39-a1db-9ace75abbc92 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.205704] env[62880]: DEBUG nova.compute.provider_tree [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.219429] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881026, 'name': CreateVM_Task, 'duration_secs': 0.600016} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.219610] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.220476] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.220601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.221135] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.221260] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4d9836-6790-41db-9225-c6644f123458 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.227219] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1747.227219] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523798fe-adee-a429-8f80-91fe84c3dbed" [ 1747.227219] env[62880]: _type = "Task" [ 1747.227219] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.236668] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523798fe-adee-a429-8f80-91fe84c3dbed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.341587] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.405045] env[62880]: DEBUG oslo_concurrency.lockutils [req-720b3e00-099f-4aaf-b455-64b8d40a12e2 req-d7426ec4-784f-46b1-b953-f764d8090d60 service nova] Releasing lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.710096] env[62880]: DEBUG nova.scheduler.client.report [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.739962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.740269] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Processing image a306c676-02cb-420a-8aa8-7d2ad03f66d1 {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.740491] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1/a306c676-02cb-420a-8aa8-7d2ad03f66d1.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.740714] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1/a306c676-02cb-420a-8aa8-7d2ad03f66d1.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.740800] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.741075] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aef149b-576c-4910-8030-9ba66db8586d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.749820] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.750041] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.750951] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85565bda-ca3b-450c-aad7-45f2f049be38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.756483] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1747.756483] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52aef51b-8bd9-f483-c144-46cf9b663176" [ 1747.756483] env[62880]: _type = "Task" [ 1747.756483] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.765754] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52aef51b-8bd9-f483-c144-46cf9b663176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.841305] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579252} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.841574] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3/b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.841782] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.842038] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeaf31be-6fd6-4115-9442-8bca37308186 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.848518] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1747.848518] env[62880]: value = "task-1881031" [ 1747.848518] env[62880]: _type = "Task" [ 1747.848518] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.856197] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.955552] env[62880]: DEBUG nova.compute.manager [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.957259] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0998ed-ecb0-4178-81cd-a13996da1202 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.220677] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.221315] env[62880]: DEBUG nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.224109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.525s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.267123] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Preparing fetch location {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1748.267611] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Fetch image to [datastore2] OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd/OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd.vmdk {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1748.267611] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Downloading stream optimized image a306c676-02cb-420a-8aa8-7d2ad03f66d1 to [datastore2] OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd/OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd.vmdk on the data store datastore2 as vApp {{(pid=62880) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1748.267806] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Downloading image file data a306c676-02cb-420a-8aa8-7d2ad03f66d1 to the ESX as VM named 'OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd' {{(pid=62880) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1748.346376] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1748.346376] env[62880]: value = "resgroup-9" [ 1748.346376] env[62880]: _type = "ResourcePool" [ 1748.346376] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1748.347625] env[62880]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3a92c8ef-90ae-42bd-add1-572dfc67409a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.370505] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079811} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.371739] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.372090] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lease: (returnval){ [ 1748.372090] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52314109-762b-b42c-021f-9beafeeaca5a" [ 1748.372090] env[62880]: _type = "HttpNfcLease" [ 1748.372090] env[62880]: } obtained for vApp import into resource pool (val){ [ 1748.372090] env[62880]: value = "resgroup-9" [ 1748.372090] env[62880]: _type = "ResourcePool" [ 1748.372090] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1748.372327] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the lease: (returnval){ [ 1748.372327] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52314109-762b-b42c-021f-9beafeeaca5a" [ 1748.372327] env[62880]: _type = "HttpNfcLease" [ 1748.372327] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1748.372949] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644af2ba-d50a-4807-bbc4-e3a5f388841e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.381882] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1748.381882] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52314109-762b-b42c-021f-9beafeeaca5a" [ 1748.381882] env[62880]: _type = "HttpNfcLease" [ 1748.381882] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1748.401858] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3/b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.402208] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81e0e646-d6ae-49d6-b9a3-54a00e6a0874 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.422225] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1748.422225] env[62880]: value = "task-1881033" [ 1748.422225] env[62880]: _type = "Task" [ 1748.422225] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.430284] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.468729] env[62880]: INFO nova.compute.manager [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] instance snapshotting [ 1748.469161] env[62880]: DEBUG nova.objects.instance [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'flavor' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.727602] env[62880]: DEBUG nova.compute.utils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.732798] env[62880]: DEBUG nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1748.732798] env[62880]: DEBUG nova.network.neutron [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.805635] env[62880]: DEBUG nova.policy [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f74863700744a29b926a0275891a015', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7eafdf5dbe479fa725f7758ff34f0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1748.883196] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1748.883196] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52314109-762b-b42c-021f-9beafeeaca5a" [ 1748.883196] env[62880]: _type = "HttpNfcLease" [ 1748.883196] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1748.936172] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881033, 'name': ReconfigVM_Task, 'duration_secs': 0.374263} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.936499] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Reconfigured VM instance instance-00000057 to attach disk [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3/b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.937434] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3a47a9a-b231-4886-9091-4de871dafc9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.947943] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1748.947943] env[62880]: value = "task-1881035" [ 1748.947943] env[62880]: _type = "Task" [ 1748.947943] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.963710] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881035, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.976839] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711728bc-abd0-44d6-9386-4a3c063ede79 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.981719] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96561bbc-1ff5-4f65-a1eb-13f742a3689b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.005927] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa2bbb-85b6-4585-b07d-4369cf922002 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.009816] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b222c6d1-8c75-4e3e-86cd-25da4725f407 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.048885] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1793e1c7-53ef-47e2-8df0-4c3f0245c4d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.060664] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3dc636-3784-4da7-89e5-72a6297a3354 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.077075] env[62880]: DEBUG nova.compute.provider_tree [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1749.139599] env[62880]: DEBUG nova.network.neutron [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Successfully created port: 6b350d54-7e75-473a-af05-37dc16f1b983 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.232879] env[62880]: DEBUG nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.383749] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1749.383749] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52314109-762b-b42c-021f-9beafeeaca5a" [ 1749.383749] env[62880]: _type = "HttpNfcLease" [ 1749.383749] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1749.460982] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881035, 'name': Rename_Task, 'duration_secs': 0.163948} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.461381] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.461695] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-550f6252-0ab8-4ca9-bb6b-501ffd90be30 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.469090] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1749.469090] env[62880]: value = "task-1881036" [ 1749.469090] env[62880]: _type = "Task" [ 1749.469090] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.478559] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.553020] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1749.553020] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad62b941-1b09-45c2-b902-dd640c8cad4d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.559682] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1749.559682] env[62880]: value = "task-1881037" [ 1749.559682] env[62880]: _type = "Task" [ 1749.559682] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.570632] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881037, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.620638] env[62880]: DEBUG nova.scheduler.client.report [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1749.620903] env[62880]: DEBUG nova.compute.provider_tree [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 112 to 113 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1749.621127] env[62880]: DEBUG nova.compute.provider_tree [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1749.884976] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1749.884976] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52314109-762b-b42c-021f-9beafeeaca5a" [ 1749.884976] env[62880]: _type = "HttpNfcLease" [ 1749.884976] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1749.979117] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881036, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.069295] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881037, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.242599] env[62880]: DEBUG nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.271134] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.271377] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.271560] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.272189] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.272189] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.272189] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.272329] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.272370] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.272718] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.272718] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.272848] env[62880]: DEBUG nova.virt.hardware [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.273676] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aafceb-3318-4e42-9a63-8295152a6786 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.282604] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c519d2e-05f2-4082-942b-3a7101171912 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.386668] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.386668] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52314109-762b-b42c-021f-9beafeeaca5a" [ 1750.386668] env[62880]: _type = "HttpNfcLease" [ 1750.386668] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1750.387033] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1750.387033] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52314109-762b-b42c-021f-9beafeeaca5a" [ 1750.387033] env[62880]: _type = "HttpNfcLease" [ 1750.387033] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1750.387699] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff14a2b-5990-4d79-9990-4d18c33ab189 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.396115] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c5664-98c2-81cb-22fd-e187ef5f1118/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1750.396115] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c5664-98c2-81cb-22fd-e187ef5f1118/disk-0.vmdk. {{(pid=62880) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1750.464771] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b14a7fe-ff6f-4488-b5d1-a9fc77b6d0b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.480743] env[62880]: DEBUG oslo_vmware.api [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881036, 'name': PowerOnVM_Task, 'duration_secs': 0.579958} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.480994] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.481452] env[62880]: INFO nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1750.481688] env[62880]: DEBUG nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.482491] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd38fa92-c326-414a-8a78-f20426573027 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.574458] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881037, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.633545] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.409s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.640061] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.834s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.640061] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.640061] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1750.640061] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.505s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.640061] env[62880]: DEBUG nova.objects.instance [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lazy-loading 'resources' on Instance uuid ebfa6c96-78b2-4aa5-bb25-11bc7c85324a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.640325] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aee72b-0ba3-42f6-8d08-f7e66f4dc6d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.652260] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef57f8c-610c-4e3a-af76-e30542d872e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.673609] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f96c7c8-d3ea-47fd-9892-a9d25e1af246 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.682729] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa9467e-7059-4d64-9b5e-a68191b8fb25 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.715085] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179253MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1750.715272] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.862841] env[62880]: DEBUG nova.compute.manager [req-8d55624f-d4e1-441d-bcfd-24e3b2af07a7 req-e463f208-62f1-45e2-9889-5569c782210b service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Received event network-vif-plugged-6b350d54-7e75-473a-af05-37dc16f1b983 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1750.862841] env[62880]: DEBUG oslo_concurrency.lockutils [req-8d55624f-d4e1-441d-bcfd-24e3b2af07a7 req-e463f208-62f1-45e2-9889-5569c782210b service nova] Acquiring lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.862841] env[62880]: DEBUG oslo_concurrency.lockutils [req-8d55624f-d4e1-441d-bcfd-24e3b2af07a7 req-e463f208-62f1-45e2-9889-5569c782210b service nova] Lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.862841] env[62880]: DEBUG oslo_concurrency.lockutils [req-8d55624f-d4e1-441d-bcfd-24e3b2af07a7 req-e463f208-62f1-45e2-9889-5569c782210b service nova] Lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.862841] env[62880]: DEBUG nova.compute.manager [req-8d55624f-d4e1-441d-bcfd-24e3b2af07a7 req-e463f208-62f1-45e2-9889-5569c782210b service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] No waiting events found dispatching network-vif-plugged-6b350d54-7e75-473a-af05-37dc16f1b983 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1750.862841] env[62880]: WARNING nova.compute.manager [req-8d55624f-d4e1-441d-bcfd-24e3b2af07a7 req-e463f208-62f1-45e2-9889-5569c782210b service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Received unexpected event network-vif-plugged-6b350d54-7e75-473a-af05-37dc16f1b983 for instance with vm_state building and task_state spawning. [ 1751.004281] env[62880]: INFO nova.compute.manager [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Took 24.14 seconds to build instance. [ 1751.075430] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881037, 'name': CreateSnapshot_Task, 'duration_secs': 1.43275} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.078237] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1751.079380] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b17de7-c203-4137-845b-9bd6fd932a85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.090407] env[62880]: DEBUG nova.network.neutron [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Successfully updated port: 6b350d54-7e75-473a-af05-37dc16f1b983 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.224390] env[62880]: INFO nova.scheduler.client.report [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted allocation for migration 10bae0a9-2699-444e-baea-5cfab432bba2 [ 1751.421363] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1751.421611] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1751.422899] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe4f342-3fc7-4d1c-a8d6-a5a368d2785b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.448816] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f330be1-f3da-4aa6-afba-f509362da367 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.451898] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc4de65-0523-4a58-a0a9-bf716433c21d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.475986] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18aecad-f8ce-4cac-8d8f-f99dfb6eb3e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.486602] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-67aca5db-dad3-411c-8646-cd2e21f5d34c/volume-67aca5db-dad3-411c-8646-cd2e21f5d34c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.489604] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300d910d-bd31-4852-959a-c2e1b49caa07 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.508490] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9837c078-c9bb-4fbb-8232-a6f3ddc0ab84 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.657s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.542198] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34fcf0-6350-4b63-be86-7a64f0de25b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.546162] env[62880]: DEBUG oslo_vmware.api [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1751.546162] env[62880]: value = "task-1881038" [ 1751.546162] env[62880]: _type = "Task" [ 1751.546162] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.555808] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2335bf2c-56f8-4286-8c53-d30fb15c02cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.568882] env[62880]: DEBUG oslo_vmware.api [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.579922] env[62880]: DEBUG nova.compute.provider_tree [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.597322] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "refresh_cache-4f4bbc1e-17c2-4794-8515-1c634d4ceda9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.597322] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "refresh_cache-4f4bbc1e-17c2-4794-8515-1c634d4ceda9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.597322] env[62880]: DEBUG nova.network.neutron [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.607357] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1751.613264] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d085ec1-14e5-43f1-9766-cf1501d5ef85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.622226] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1751.622226] env[62880]: value = "task-1881039" [ 1751.622226] env[62880]: _type = "Task" [ 1751.622226] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.637923] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881039, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.650714] env[62880]: DEBUG nova.network.neutron [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1751.729365] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Completed reading data from the image iterator. {{(pid=62880) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1751.729672] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c5664-98c2-81cb-22fd-e187ef5f1118/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1751.732554] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101e686-7811-4b64-884e-b655b30771ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.739880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-309965f2-cd3f-4f41-8289-b76393e0477f tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.512s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.750173] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c5664-98c2-81cb-22fd-e187ef5f1118/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1751.750642] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c5664-98c2-81cb-22fd-e187ef5f1118/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1751.754125] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ba00afc8-1817-4482-b97f-78a4a2d03fd9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.995760] env[62880]: DEBUG oslo_vmware.rw_handles [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527c5664-98c2-81cb-22fd-e187ef5f1118/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1751.996057] env[62880]: INFO nova.virt.vmwareapi.images [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Downloaded image file data a306c676-02cb-420a-8aa8-7d2ad03f66d1 [ 1751.996990] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aca1b4-b2e3-47be-8407-fbe97157a563 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.014832] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd195d7-0d24-477a-961c-96b9cb473227 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.060480] env[62880]: DEBUG oslo_vmware.api [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.060480] env[62880]: INFO nova.virt.vmwareapi.images [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] The imported VM was unregistered [ 1752.063093] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Caching image {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1752.065337] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1 {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.065337] env[62880]: DEBUG nova.network.neutron [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Updating instance_info_cache with network_info: [{"id": "6b350d54-7e75-473a-af05-37dc16f1b983", "address": "fa:16:3e:ac:43:16", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b350d54-7e", "ovs_interfaceid": "6b350d54-7e75-473a-af05-37dc16f1b983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.068354] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e640fa86-5c7f-4fb4-9cd1-6e38d01f5209 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.080344] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Created directory with path [datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1 {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.080540] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd/OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd.vmdk to [datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1/a306c676-02cb-420a-8aa8-7d2ad03f66d1.vmdk. {{(pid=62880) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1752.080826] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-23cde2c9-6277-4f5b-aac8-4ac478c6be2e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.086338] env[62880]: DEBUG nova.scheduler.client.report [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.095155] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1752.095155] env[62880]: value = "task-1881041" [ 1752.095155] env[62880]: _type = "Task" [ 1752.095155] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.109345] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881041, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.135187] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881039, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.213049] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "78758212-39b8-49f3-b0b7-051ec547e39b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.213337] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.213568] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.213883] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.213979] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.216441] env[62880]: INFO nova.compute.manager [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Terminating instance [ 1752.563046] env[62880]: DEBUG oslo_vmware.api [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881038, 'name': ReconfigVM_Task, 'duration_secs': 0.591428} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.563434] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-67aca5db-dad3-411c-8646-cd2e21f5d34c/volume-67aca5db-dad3-411c-8646-cd2e21f5d34c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.571634] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2040d21-fc26-4058-a17a-c0f60ffffee0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.585026] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "refresh_cache-4f4bbc1e-17c2-4794-8515-1c634d4ceda9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.585026] env[62880]: DEBUG nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Instance network_info: |[{"id": "6b350d54-7e75-473a-af05-37dc16f1b983", "address": "fa:16:3e:ac:43:16", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b350d54-7e", "ovs_interfaceid": "6b350d54-7e75-473a-af05-37dc16f1b983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.585026] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:43:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b350d54-7e75-473a-af05-37dc16f1b983', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.594881] env[62880]: DEBUG oslo.service.loopingcall [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.596939] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.597841] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.601936] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3572f345-86f3-49bc-a154-cd676da940ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.617340] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.014s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.617608] env[62880]: DEBUG nova.objects.instance [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'resources' on Instance uuid 53fefb87-0373-4979-a848-49bef814bb1e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.623185] env[62880]: DEBUG oslo_vmware.api [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1752.623185] env[62880]: value = "task-1881042" [ 1752.623185] env[62880]: _type = "Task" [ 1752.623185] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.624754] env[62880]: INFO nova.scheduler.client.report [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Deleted allocations for instance ebfa6c96-78b2-4aa5-bb25-11bc7c85324a [ 1752.645852] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881041, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.646233] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.646233] env[62880]: value = "task-1881043" [ 1752.646233] env[62880]: _type = "Task" [ 1752.646233] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.658717] env[62880]: DEBUG oslo_vmware.api [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.659321] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881039, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.666348] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881043, 'name': CreateVM_Task} progress is 15%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.720961] env[62880]: DEBUG nova.compute.manager [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.722304] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.723544] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170c4850-299c-4bda-b237-47459ec9f45a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.737170] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.737476] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-226dbf12-4587-4c3d-bd6c-1e9660119065 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.745820] env[62880]: DEBUG oslo_vmware.api [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1752.745820] env[62880]: value = "task-1881044" [ 1752.745820] env[62880]: _type = "Task" [ 1752.745820] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.759363] env[62880]: DEBUG oslo_vmware.api [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.906876] env[62880]: DEBUG nova.compute.manager [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Received event network-changed-6b350d54-7e75-473a-af05-37dc16f1b983 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1752.906876] env[62880]: DEBUG nova.compute.manager [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Refreshing instance network info cache due to event network-changed-6b350d54-7e75-473a-af05-37dc16f1b983. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1752.906876] env[62880]: DEBUG oslo_concurrency.lockutils [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] Acquiring lock "refresh_cache-4f4bbc1e-17c2-4794-8515-1c634d4ceda9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.906876] env[62880]: DEBUG oslo_concurrency.lockutils [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] Acquired lock "refresh_cache-4f4bbc1e-17c2-4794-8515-1c634d4ceda9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.906876] env[62880]: DEBUG nova.network.neutron [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Refreshing network info cache for port 6b350d54-7e75-473a-af05-37dc16f1b983 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.999837] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.000307] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.053704] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "3c2c3cb2-a830-4140-9654-8a99118a4519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.053704] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "3c2c3cb2-a830-4140-9654-8a99118a4519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.088025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "35790243-8a62-49ff-bccd-0b2dd92c7332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.088025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "35790243-8a62-49ff-bccd-0b2dd92c7332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.088025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "35790243-8a62-49ff-bccd-0b2dd92c7332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.088025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "35790243-8a62-49ff-bccd-0b2dd92c7332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.088025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "35790243-8a62-49ff-bccd-0b2dd92c7332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.088025] env[62880]: INFO nova.compute.manager [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Terminating instance [ 1753.118734] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881041, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.147497] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881039, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.153636] env[62880]: DEBUG oslo_vmware.api [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881042, 'name': ReconfigVM_Task, 'duration_secs': 0.211285} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.154629] env[62880]: DEBUG oslo_concurrency.lockutils [None req-181f5498-ebbf-4834-a09a-c9b36a1e38e7 tempest-ImagesTestJSON-1675541191 tempest-ImagesTestJSON-1675541191-project-member] Lock "ebfa6c96-78b2-4aa5-bb25-11bc7c85324a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.301s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.162239] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1753.169227] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881043, 'name': CreateVM_Task, 'duration_secs': 0.530441} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.172258] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.173969] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.174428] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.174893] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.175589] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00231909-f18d-4e71-b0d6-b5bd48e926ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.183513] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1753.183513] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52986338-84da-a42a-313f-a803137f4192" [ 1753.183513] env[62880]: _type = "Task" [ 1753.183513] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.197893] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52986338-84da-a42a-313f-a803137f4192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.260439] env[62880]: DEBUG oslo_vmware.api [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881044, 'name': PowerOffVM_Task, 'duration_secs': 0.422503} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.263729] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.264010] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.264597] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-803cb585-629a-418c-868a-8a9df2fc0c64 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.359028] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.359028] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.359028] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore1] 78758212-39b8-49f3-b0b7-051ec547e39b {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.359028] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b113e911-ae54-43b8-91a6-a218928c74f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.366689] env[62880]: DEBUG oslo_vmware.api [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1753.366689] env[62880]: value = "task-1881046" [ 1753.366689] env[62880]: _type = "Task" [ 1753.366689] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.377214] env[62880]: DEBUG oslo_vmware.api [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.505231] env[62880]: DEBUG nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.556081] env[62880]: DEBUG nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.592637] env[62880]: DEBUG nova.compute.manager [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.592993] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.594189] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e181cc65-cc30-44f4-ae4d-43cdda4e8302 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.607760] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.608803] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5846af2-1f32-4797-9781-f0e17e18ccad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.613760] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881041, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.619022] env[62880]: DEBUG oslo_vmware.api [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1753.619022] env[62880]: value = "task-1881047" [ 1753.619022] env[62880]: _type = "Task" [ 1753.619022] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.630033] env[62880]: DEBUG oslo_vmware.api [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.641874] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881039, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.696636] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52986338-84da-a42a-313f-a803137f4192, 'name': SearchDatastore_Task, 'duration_secs': 0.025798} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.697051] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.697378] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1753.697704] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.697921] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.698306] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1753.698734] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e221e4e-7fab-4a5f-9d0f-da0ce3c8932a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.712307] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1753.712533] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1753.713362] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e222f85-c481-4fda-afed-8a258a4a68e0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.721473] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1753.721473] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529ffc39-dbd6-3eff-7dd6-d0e2f1fe457b" [ 1753.721473] env[62880]: _type = "Task" [ 1753.721473] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.733404] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529ffc39-dbd6-3eff-7dd6-d0e2f1fe457b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.879316] env[62880]: DEBUG oslo_vmware.api [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.032032] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9132c6a-5c42-4678-88d8-9567e10c7fd2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.042839] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfaefa7-3e82-46b8-ba9b-6642faa8f3db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.082949] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfd4520-9efb-4a46-9716-0394956d1904 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.093314] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12e9be4-2a99-435f-badb-dcb6c405b347 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.115476] env[62880]: DEBUG nova.compute.provider_tree [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.127243] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881041, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.131271] env[62880]: DEBUG oslo_vmware.api [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881047, 'name': PowerOffVM_Task, 'duration_secs': 0.424168} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.135144] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.135359] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.135945] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf7a0d73-de37-432a-b039-e7ee5119edb3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.144248] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881039, 'name': CloneVM_Task, 'duration_secs': 2.080374} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.144752] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Created linked-clone VM from snapshot [ 1754.145610] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a7d8f0-a3fb-4edc-9d0a-73fa2c6c9acc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.154439] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Uploading image 1388f8ce-64e1-4ea1-be0d-42d8d0ce27fc {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1754.190397] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1754.190397] env[62880]: value = "vm-388728" [ 1754.190397] env[62880]: _type = "VirtualMachine" [ 1754.190397] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1754.190772] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6fb1d66c-88c4-46b0-b527-91ca6c36ea70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.198615] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease: (returnval){ [ 1754.198615] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522b5da8-a16d-e31d-a31b-55fcc7e20f0d" [ 1754.198615] env[62880]: _type = "HttpNfcLease" [ 1754.198615] env[62880]: } obtained for exporting VM: (result){ [ 1754.198615] env[62880]: value = "vm-388728" [ 1754.198615] env[62880]: _type = "VirtualMachine" [ 1754.198615] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1754.198929] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the lease: (returnval){ [ 1754.198929] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522b5da8-a16d-e31d-a31b-55fcc7e20f0d" [ 1754.198929] env[62880]: _type = "HttpNfcLease" [ 1754.198929] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1754.211075] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1754.211075] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522b5da8-a16d-e31d-a31b-55fcc7e20f0d" [ 1754.211075] env[62880]: _type = "HttpNfcLease" [ 1754.211075] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1754.234229] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529ffc39-dbd6-3eff-7dd6-d0e2f1fe457b, 'name': SearchDatastore_Task, 'duration_secs': 0.023215} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.236052] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7e9e08-7d6c-4d47-baeb-048f3302cb76 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.242199] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1754.242199] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52930d5b-d190-f78f-e9ea-831ea814c962" [ 1754.242199] env[62880]: _type = "Task" [ 1754.242199] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.249868] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52930d5b-d190-f78f-e9ea-831ea814c962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.336550] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.336780] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.336957] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleting the datastore file [datastore2] 35790243-8a62-49ff-bccd-0b2dd92c7332 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.337259] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-361eaa0c-fc8b-4411-99b6-6d23dec86e1d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.345872] env[62880]: DEBUG oslo_vmware.api [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1754.345872] env[62880]: value = "task-1881050" [ 1754.345872] env[62880]: _type = "Task" [ 1754.345872] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.358531] env[62880]: DEBUG oslo_vmware.api [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.378528] env[62880]: DEBUG oslo_vmware.api [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.898076} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.378528] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.378763] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.379019] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.379245] env[62880]: INFO nova.compute.manager [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1754.379502] env[62880]: DEBUG oslo.service.loopingcall [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.379705] env[62880]: DEBUG nova.compute.manager [-] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.379794] env[62880]: DEBUG nova.network.neutron [-] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.390307] env[62880]: DEBUG nova.network.neutron [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Updated VIF entry in instance network info cache for port 6b350d54-7e75-473a-af05-37dc16f1b983. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1754.390726] env[62880]: DEBUG nova.network.neutron [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Updating instance_info_cache with network_info: [{"id": "6b350d54-7e75-473a-af05-37dc16f1b983", "address": "fa:16:3e:ac:43:16", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b350d54-7e", "ovs_interfaceid": "6b350d54-7e75-473a-af05-37dc16f1b983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.440540] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.441807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.472011] env[62880]: DEBUG nova.objects.instance [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'flavor' on Instance uuid 1a7c304a-a905-4636-b8e3-66a6714e8a66 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.613534] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881041, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.621269] env[62880]: DEBUG nova.scheduler.client.report [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1754.719245] env[62880]: DEBUG nova.compute.manager [req-fe61da81-48f4-4dc3-af9e-1651699f6864 req-6415a994-f7b8-4a03-a901-aa2f57195e2a service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Received event network-vif-deleted-7eb42b00-55fd-435a-a566-cffc855b0688 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.719465] env[62880]: INFO nova.compute.manager [req-fe61da81-48f4-4dc3-af9e-1651699f6864 req-6415a994-f7b8-4a03-a901-aa2f57195e2a service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Neutron deleted interface 7eb42b00-55fd-435a-a566-cffc855b0688; detaching it from the instance and deleting it from the info cache [ 1754.719783] env[62880]: DEBUG nova.network.neutron [req-fe61da81-48f4-4dc3-af9e-1651699f6864 req-6415a994-f7b8-4a03-a901-aa2f57195e2a service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.723222] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1754.723222] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522b5da8-a16d-e31d-a31b-55fcc7e20f0d" [ 1754.723222] env[62880]: _type = "HttpNfcLease" [ 1754.723222] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1754.723781] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1754.723781] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522b5da8-a16d-e31d-a31b-55fcc7e20f0d" [ 1754.723781] env[62880]: _type = "HttpNfcLease" [ 1754.723781] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1754.724843] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33064a19-c8dc-4f98-8f6b-d6c82831ad62 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.735528] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0caa-e1e1-f31f-17c6-516d646ba981/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1754.735807] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0caa-e1e1-f31f-17c6-516d646ba981/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1754.808491] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52930d5b-d190-f78f-e9ea-831ea814c962, 'name': SearchDatastore_Task, 'duration_secs': 0.046755} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.808860] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.809155] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 4f4bbc1e-17c2-4794-8515-1c634d4ceda9/4f4bbc1e-17c2-4794-8515-1c634d4ceda9.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.809496] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6dc2973-275a-450f-98ae-cc4718e9d3de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.818628] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1754.818628] env[62880]: value = "task-1881051" [ 1754.818628] env[62880]: _type = "Task" [ 1754.818628] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.830727] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.860590] env[62880]: DEBUG oslo_vmware.api [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.897456] env[62880]: DEBUG oslo_concurrency.lockutils [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] Releasing lock "refresh_cache-4f4bbc1e-17c2-4794-8515-1c634d4ceda9" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.897736] env[62880]: DEBUG nova.compute.manager [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received event network-changed-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.897903] env[62880]: DEBUG nova.compute.manager [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Refreshing instance network info cache due to event network-changed-0a04da97-8294-47eb-99b1-14e50cf1a7c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1754.898251] env[62880]: DEBUG oslo_concurrency.lockutils [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] Acquiring lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.898336] env[62880]: DEBUG oslo_concurrency.lockutils [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] Acquired lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.898498] env[62880]: DEBUG nova.network.neutron [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Refreshing network info cache for port 0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.912071] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58d61bb8-fa86-459e-a687-20a6ccdf0004 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.977733] env[62880]: DEBUG oslo_concurrency.lockutils [None req-55dbdf2c-5472-4df2-9a39-98eb5b5c3514 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.673s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.112380] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881041, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.949136} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.112890] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd/OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd.vmdk to [datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1/a306c676-02cb-420a-8aa8-7d2ad03f66d1.vmdk. [ 1755.113431] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Cleaning up location [datastore2] OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1755.113681] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cf58c0d3-fbc9-44f1-8513-ca2c28fdc5dd {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.114105] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e681b908-ea1f-4890-a099-02b8c2a23117 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.123072] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1755.123072] env[62880]: value = "task-1881052" [ 1755.123072] env[62880]: _type = "Task" [ 1755.123072] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.127377] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.510s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.129802] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.414s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.142752] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.160328] env[62880]: INFO nova.scheduler.client.report [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted allocations for instance 53fefb87-0373-4979-a848-49bef814bb1e [ 1755.192730] env[62880]: DEBUG nova.network.neutron [-] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.218781] env[62880]: INFO nova.compute.manager [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Rebuilding instance [ 1755.225278] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b744a48f-ee00-4147-904b-692bd9b6698a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.238244] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e97259-390d-438f-88f6-b9af07a5c3f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.269045] env[62880]: DEBUG nova.compute.manager [req-fe61da81-48f4-4dc3-af9e-1651699f6864 req-6415a994-f7b8-4a03-a901-aa2f57195e2a service nova] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Detach interface failed, port_id=7eb42b00-55fd-435a-a566-cffc855b0688, reason: Instance 78758212-39b8-49f3-b0b7-051ec547e39b could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1755.277154] env[62880]: DEBUG nova.compute.manager [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.277154] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3bd382-2c45-43e1-a377-708eb7f4ccd9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.330337] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881051, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.357917] env[62880]: DEBUG oslo_vmware.api [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.864668} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.357917] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.357917] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.357917] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.357917] env[62880]: INFO nova.compute.manager [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1755.357917] env[62880]: DEBUG oslo.service.loopingcall [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.358191] env[62880]: DEBUG nova.compute.manager [-] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.358191] env[62880]: DEBUG nova.network.neutron [-] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.648105] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081484} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.652432] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.652634] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1/a306c676-02cb-420a-8aa8-7d2ad03f66d1.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.653074] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1/a306c676-02cb-420a-8aa8-7d2ad03f66d1.vmdk to [datastore2] f66e533d-105b-4eda-9f02-b1cc37d96288/f66e533d-105b-4eda-9f02-b1cc37d96288.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.654946] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a4b581-8836-462c-a203-1f75acc7321e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.665209] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1755.665209] env[62880]: value = "task-1881053" [ 1755.665209] env[62880]: _type = "Task" [ 1755.665209] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.670368] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f37c6cc2-22df-4720-81af-ba6a198f9296 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "53fefb87-0373-4979-a848-49bef814bb1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.913s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.679034] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.694343] env[62880]: INFO nova.compute.manager [-] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Took 1.31 seconds to deallocate network for instance. [ 1755.803133] env[62880]: DEBUG nova.network.neutron [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updated VIF entry in instance network info cache for port 0a04da97-8294-47eb-99b1-14e50cf1a7c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.803584] env[62880]: DEBUG nova.network.neutron [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating instance_info_cache with network_info: [{"id": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "address": "fa:16:3e:f7:ef:04", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a04da97-82", "ovs_interfaceid": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.835413] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881051, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.178320] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881053, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 504108f5-c321-4acf-a629-e6f818af97cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c68659d-0d8e-4370-8f58-93b5955b46ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 51c80fe7-d56a-40ff-bc36-3bf333f0780c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 35790243-8a62-49ff-bccd-0b2dd92c7332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c61a763-257f-4756-9dbe-0ba7a058e1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1a7c304a-a905-4636-b8e3-66a6714e8a66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 78758212-39b8-49f3-b0b7-051ec547e39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance dd1df6c5-bd87-436f-b1cb-cd11c36726b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance f66e533d-105b-4eda-9f02-b1cc37d96288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187194] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.187634] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 4f4bbc1e-17c2-4794-8515-1c634d4ceda9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1756.205234] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.293362] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1756.294051] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e7a100-b38e-4132-9637-0fb9814868ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.303530] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1756.303530] env[62880]: value = "task-1881054" [ 1756.303530] env[62880]: _type = "Task" [ 1756.303530] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.310498] env[62880]: DEBUG oslo_concurrency.lockutils [req-f0e22eaa-1a48-4bc7-a315-cf9313750fc2 req-1ae58af1-400d-447d-b40d-e7603138b8aa service nova] Releasing lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.321429] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.334989] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881051, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.109827} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.336267] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 4f4bbc1e-17c2-4794-8515-1c634d4ceda9/4f4bbc1e-17c2-4794-8515-1c634d4ceda9.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.336770] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.339701] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20e8bd76-08d4-4cb6-a3f1-b52862c67357 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.344726] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1756.344726] env[62880]: value = "task-1881055" [ 1756.344726] env[62880]: _type = "Task" [ 1756.344726] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.358579] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.680657] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881053, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.693493] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 890171cb-ef5c-472c-aa01-986105c124f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1756.769483] env[62880]: DEBUG nova.compute.manager [req-ab12803a-817b-488b-8e6e-7b606ac0c9ff req-49ff4bfd-477e-4bcd-ae0b-9b1529a5ac8c service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Received event network-vif-deleted-b96dd371-f890-4f7f-85b4-eab5dd186f95 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1756.769664] env[62880]: INFO nova.compute.manager [req-ab12803a-817b-488b-8e6e-7b606ac0c9ff req-49ff4bfd-477e-4bcd-ae0b-9b1529a5ac8c service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Neutron deleted interface b96dd371-f890-4f7f-85b4-eab5dd186f95; detaching it from the instance and deleting it from the info cache [ 1756.769810] env[62880]: DEBUG nova.network.neutron [req-ab12803a-817b-488b-8e6e-7b606ac0c9ff req-49ff4bfd-477e-4bcd-ae0b-9b1529a5ac8c service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.818394] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881054, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.861047] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098532} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.861730] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.862387] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1ace72-1583-4923-bf2c-32ad9091eb73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.894959] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 4f4bbc1e-17c2-4794-8515-1c634d4ceda9/4f4bbc1e-17c2-4794-8515-1c634d4ceda9.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.895496] env[62880]: DEBUG nova.network.neutron [-] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.896970] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bff8d75-86ae-4cc1-afbc-a6907720a769 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.917275] env[62880]: INFO nova.compute.manager [-] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Took 1.56 seconds to deallocate network for instance. [ 1756.928901] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1756.928901] env[62880]: value = "task-1881056" [ 1756.928901] env[62880]: _type = "Task" [ 1756.928901] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.939907] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.177732] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881053, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.197276] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 3c2c3cb2-a830-4140-9654-8a99118a4519 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.274649] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca6b5a4b-e422-4941-9300-3da2fbd17d62 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.286553] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d1a3aa-0cf0-4d85-9b47-ae177ee23955 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.320013] env[62880]: DEBUG nova.compute.manager [req-ab12803a-817b-488b-8e6e-7b606ac0c9ff req-49ff4bfd-477e-4bcd-ae0b-9b1529a5ac8c service nova] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Detach interface failed, port_id=b96dd371-f890-4f7f-85b4-eab5dd186f95, reason: Instance 35790243-8a62-49ff-bccd-0b2dd92c7332 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1757.328512] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "ef1bb953-96cf-4267-a492-0f2b4672a793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.328907] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.330301] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881054, 'name': PowerOffVM_Task, 'duration_secs': 0.525392} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.331826] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.400829] env[62880]: INFO nova.compute.manager [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Detaching volume 67aca5db-dad3-411c-8646-cd2e21f5d34c [ 1757.426121] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.439691] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.441454] env[62880]: INFO nova.virt.block_device [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Attempting to driver detach volume 67aca5db-dad3-411c-8646-cd2e21f5d34c from mountpoint /dev/sdb [ 1757.441686] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1757.441970] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1757.442837] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f467f7-2b8b-460e-870f-aacbd95ec42f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.466425] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce6240-e7ef-4b3a-939c-a44416d366a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.474933] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391830cc-a524-4455-90e0-5649c753ab26 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.497447] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a9e59f-d723-4ef7-a1e3-98a12018fef2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.513585] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] The volume has not been displaced from its original location: [datastore2] volume-67aca5db-dad3-411c-8646-cd2e21f5d34c/volume-67aca5db-dad3-411c-8646-cd2e21f5d34c.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1757.519267] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1757.519884] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9fa533-6381-4789-b367-c375a76ede44 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.539695] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1757.539695] env[62880]: value = "task-1881057" [ 1757.539695] env[62880]: _type = "Task" [ 1757.539695] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.550184] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.677939] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881053, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.699739] env[62880]: INFO nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 29416a38-c63f-475f-9d18-5f54d05f5445 has allocations against this compute host but is not found in the database. [ 1757.699987] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1757.700202] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1757.832585] env[62880]: DEBUG nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1757.938205] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92886a54-ae2d-4e61-85f7-18a8e6d991b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.951355] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881056, 'name': ReconfigVM_Task, 'duration_secs': 0.707065} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.954433] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 4f4bbc1e-17c2-4794-8515-1c634d4ceda9/4f4bbc1e-17c2-4794-8515-1c634d4ceda9.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.955441] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a60bcf10-7e1d-4ca7-ac68-63662601044e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.958595] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2678e5-f80c-4e29-af24-595b232d6962 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.995740] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246876b-4925-4af9-b61c-85381c0cb3d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.998923] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1757.998923] env[62880]: value = "task-1881058" [ 1757.998923] env[62880]: _type = "Task" [ 1757.998923] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.009941] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee524de-0648-42ef-8cc0-32529fbd61c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.014320] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881058, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.025603] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.051687] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.177017] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881053, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.364657] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.509238] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881058, 'name': Rename_Task, 'duration_secs': 0.181339} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.509564] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.509862] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d6f1a4d-502f-4538-b2a0-e10249918cbe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.515573] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1758.515573] env[62880]: value = "task-1881059" [ 1758.515573] env[62880]: _type = "Task" [ 1758.515573] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.524802] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.528633] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.551527] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881057, 'name': ReconfigVM_Task, 'duration_secs': 0.623152} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.551787] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1758.556821] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea76aed-d787-4f56-b91b-054091ba9472 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.571780] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1758.571780] env[62880]: value = "task-1881060" [ 1758.571780] env[62880]: _type = "Task" [ 1758.571780] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.579808] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.676849] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881053, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.850232} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.677182] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a306c676-02cb-420a-8aa8-7d2ad03f66d1/a306c676-02cb-420a-8aa8-7d2ad03f66d1.vmdk to [datastore2] f66e533d-105b-4eda-9f02-b1cc37d96288/f66e533d-105b-4eda-9f02-b1cc37d96288.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1758.677952] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df0dc0b-6c01-4605-bc33-145fd9e7e642 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.700416] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] f66e533d-105b-4eda-9f02-b1cc37d96288/f66e533d-105b-4eda-9f02-b1cc37d96288.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.700618] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bba1059-54a3-42a4-b389-34a814ee83d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.720770] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1758.720770] env[62880]: value = "task-1881061" [ 1758.720770] env[62880]: _type = "Task" [ 1758.720770] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.729184] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.026112] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881059, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.032908] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1759.033110] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.903s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.033360] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.594s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.034868] env[62880]: INFO nova.compute.claims [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.037445] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.037588] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1759.083827] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881060, 'name': ReconfigVM_Task, 'duration_secs': 0.228726} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.084177] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1759.231820] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.525974] env[62880]: DEBUG oslo_vmware.api [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881059, 'name': PowerOnVM_Task, 'duration_secs': 0.527126} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.526322] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.526426] env[62880]: INFO nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1759.526619] env[62880]: DEBUG nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.527489] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2d52a0-f866-4455-aafc-c10f86977a6b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.556305] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] There are 60 instances to clean {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1759.556558] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: ebfa6c96-78b2-4aa5-bb25-11bc7c85324a] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1759.732546] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.048357] env[62880]: INFO nova.compute.manager [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Took 27.07 seconds to build instance. [ 1760.060162] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 53fefb87-0373-4979-a848-49bef814bb1e] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1760.139200] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.139618] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.139869] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.140124] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.140381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.140595] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.142521] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74cc09db-1933-46c7-a17a-96b39df72464 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.144654] env[62880]: INFO nova.compute.manager [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Terminating instance [ 1760.152538] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1760.152538] env[62880]: value = "task-1881062" [ 1760.152538] env[62880]: _type = "Task" [ 1760.152538] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.166466] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1760.166466] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1760.166618] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1760.167370] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1b92fd-4224-4892-ad43-69abb33fe3a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.189399] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15adba58-b79f-48a1-8251-63a576084967 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.196409] env[62880]: WARNING nova.virt.vmwareapi.driver [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1760.197282] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.198072] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e70b2-076e-4a1a-9b69-44b02be0f1bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.207429] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.207733] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d4a75a-4f64-4cfd-b862-f09f4c8e1990 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.235329] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881061, 'name': ReconfigVM_Task, 'duration_secs': 1.097584} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.235640] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Reconfigured VM instance instance-00000039 to attach disk [datastore2] f66e533d-105b-4eda-9f02-b1cc37d96288/f66e533d-105b-4eda-9f02-b1cc37d96288.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.236317] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc46095-2092-458b-8eab-478c9e25a388 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.244055] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1760.244055] env[62880]: value = "task-1881064" [ 1760.244055] env[62880]: _type = "Task" [ 1760.244055] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.252351] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881064, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.289323] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753c1268-9067-40cc-b47f-5fde5042ae7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.297298] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6906322-a753-4c0c-95ea-c1687f2b7a8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.330352] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d486370-2c6f-455f-aa0c-1d30ff207dcc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.338910] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d551c4a3-9efe-4b6a-9e4e-2d29d3bc2dec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.354352] env[62880]: DEBUG nova.compute.provider_tree [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.550511] env[62880]: DEBUG oslo_concurrency.lockutils [None req-da08c840-a991-44d7-a159-c30acb6c6db9 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.582s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.565780] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: d1adb48c-1680-430a-9682-75c7943b51ec] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1760.649341] env[62880]: DEBUG nova.compute.manager [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1760.649602] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.650559] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe1f72a-cc31-4380-bcd9-579c309569ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.661597] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.661863] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4248aa72-7b44-4108-a28e-e6b88855aa14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.670638] env[62880]: DEBUG oslo_vmware.api [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1760.670638] env[62880]: value = "task-1881065" [ 1760.670638] env[62880]: _type = "Task" [ 1760.670638] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.684336] env[62880]: DEBUG oslo_vmware.api [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1881065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.754261] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881064, 'name': Rename_Task, 'duration_secs': 0.189116} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.754635] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.754929] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f57a5ad-0690-4718-acef-d9d142b9b3fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.761496] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1760.761496] env[62880]: value = "task-1881066" [ 1760.761496] env[62880]: _type = "Task" [ 1760.761496] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.770886] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.857612] env[62880]: DEBUG nova.scheduler.client.report [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.068817] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: f01e4a36-ac3e-45c2-9e6f-c39c1ff02a57] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1761.083110] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.083110] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.083315] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleting the datastore file [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.083685] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-633c63ee-1f78-4045-b354-c525b609fdc3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.090959] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1761.090959] env[62880]: value = "task-1881067" [ 1761.090959] env[62880]: _type = "Task" [ 1761.090959] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.101948] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.180978] env[62880]: DEBUG oslo_vmware.api [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1881065, 'name': PowerOffVM_Task, 'duration_secs': 0.344433} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.181206] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.181401] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.181664] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbaf60b6-f7b9-4d6e-904c-aa7d219685db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.271636] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881066, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.362950] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.363453] env[62880]: DEBUG nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.366233] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.925s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.367926] env[62880]: INFO nova.compute.claims [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.373042] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.373386] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.373698] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Deleting the datastore file [datastore2] 51c80fe7-d56a-40ff-bc36-3bf333f0780c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.374337] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8e239db-3f20-4bcd-98ae-05980d87c4d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.382369] env[62880]: DEBUG oslo_vmware.api [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for the task: (returnval){ [ 1761.382369] env[62880]: value = "task-1881069" [ 1761.382369] env[62880]: _type = "Task" [ 1761.382369] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.392105] env[62880]: DEBUG oslo_vmware.api [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1881069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.443135] env[62880]: DEBUG nova.compute.manager [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.443996] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c287cf75-e1ba-4e74-bf7e-47852fd90587 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.573242] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: a054319c-27b1-4a16-96f3-0a113bf4f947] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1761.601704] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241875} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.601940] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.602149] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.602334] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.773590] env[62880]: DEBUG oslo_vmware.api [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881066, 'name': PowerOnVM_Task, 'duration_secs': 0.642675} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.773859] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.873952] env[62880]: DEBUG nova.compute.manager [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.875307] env[62880]: DEBUG nova.compute.utils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.880051] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804dc3b-ac71-40a0-b339-4141d5adfc3b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.883195] env[62880]: DEBUG nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1761.883606] env[62880]: DEBUG nova.network.neutron [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.902414] env[62880]: DEBUG oslo_vmware.api [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Task: {'id': task-1881069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342016} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.902963] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.903111] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.903454] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.903795] env[62880]: INFO nova.compute.manager [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1761.904266] env[62880]: DEBUG oslo.service.loopingcall [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.904498] env[62880]: DEBUG nova.compute.manager [-] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.904876] env[62880]: DEBUG nova.network.neutron [-] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.947105] env[62880]: DEBUG nova.policy [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f16a640d9bcb48ffb4eeebbff7d57a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4718afd407054a8aa6b6089072d34c5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1761.955635] env[62880]: INFO nova.compute.manager [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] instance snapshotting [ 1761.958524] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c443db2b-7335-440e-99d0-6a8241e84786 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.981235] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb272cd8-60e6-44f7-a19c-f2f8c082feb9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.077924] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6afad46b-706c-41a2-9966-06d64762c6a0] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1762.106889] env[62880]: INFO nova.virt.block_device [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Booting with volume 67aca5db-dad3-411c-8646-cd2e21f5d34c at /dev/sdb [ 1762.151700] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bff16e0e-bc13-496a-adbe-591312367550 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.161926] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19348686-705b-464b-85cd-ce82836a59b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.198697] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71b64543-b7da-438d-af92-4f2cb238f41b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.208747] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042d3170-df1c-48a7-a17f-306128631175 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.239217] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4333be38-86c7-4a63-8e8b-5845095b24fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.245835] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed1b7c-ff1e-46be-a02e-d255454c429f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.259406] env[62880]: DEBUG nova.virt.block_device [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updating existing volume attachment record: f276e9e3-3e11-439e-b960-d67224ef61ba {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1762.262352] env[62880]: DEBUG nova.network.neutron [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Successfully created port: a11d72d0-83a9-46ae-8a2e-5f107e339468 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.387661] env[62880]: DEBUG nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.407200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-80a45471-371c-48bf-9961-41ff3b96347d tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.426s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.494569] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1762.494569] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-647b13c0-385f-48ee-8875-971725a710a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.502759] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1762.502759] env[62880]: value = "task-1881070" [ 1762.502759] env[62880]: _type = "Task" [ 1762.502759] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.513786] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.582552] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: a951a264-eb15-45fe-9579-0b8a071b17f8] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1762.644583] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3333f8-e83b-46a9-95c6-9071f2c610ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.653015] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03936f1c-3076-480c-9dcd-589c8a94a523 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.683766] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789482ba-7f5f-4bbc-9b17-df1b0e96c7ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.691147] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3034ba07-3b1a-4274-8055-18169d684c37 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.704622] env[62880]: DEBUG nova.compute.provider_tree [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1762.927569] env[62880]: DEBUG nova.compute.manager [req-eaab4118-eafd-423a-a90f-275c1c515ef5 req-1770c22f-112d-4e8e-9500-b0f56c15e77d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Received event network-vif-deleted-197d059a-13d6-40af-aa14-869a88d5e82e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1762.927792] env[62880]: INFO nova.compute.manager [req-eaab4118-eafd-423a-a90f-275c1c515ef5 req-1770c22f-112d-4e8e-9500-b0f56c15e77d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Neutron deleted interface 197d059a-13d6-40af-aa14-869a88d5e82e; detaching it from the instance and deleting it from the info cache [ 1762.927978] env[62880]: DEBUG nova.network.neutron [req-eaab4118-eafd-423a-a90f-275c1c515ef5 req-1770c22f-112d-4e8e-9500-b0f56c15e77d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.014645] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881070, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.085363] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b3a2b9c6-15d7-40a6-922e-1013a4d03a4a] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1763.240473] env[62880]: ERROR nova.scheduler.client.report [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [req-dc986cf6-4349-4fda-ae79-6719515e5221] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc986cf6-4349-4fda-ae79-6719515e5221"}]} [ 1763.258083] env[62880]: DEBUG nova.scheduler.client.report [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1763.275819] env[62880]: DEBUG nova.scheduler.client.report [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1763.275819] env[62880]: DEBUG nova.compute.provider_tree [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1763.290435] env[62880]: DEBUG nova.scheduler.client.report [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1763.313404] env[62880]: DEBUG nova.scheduler.client.report [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1763.338714] env[62880]: DEBUG nova.network.neutron [-] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.398561] env[62880]: DEBUG nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.429338] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.429613] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.429748] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.429949] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.430109] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.430743] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.430743] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.431291] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.431291] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.431291] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.431509] env[62880]: DEBUG nova.virt.hardware [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.432404] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463d97b3-825c-43c0-b783-8f53e375e89b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.442379] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06309fea-499e-4ec7-a96e-4302d3384024 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.445384] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f2e11f-5acc-498f-aae8-1641b8f55fcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.469170] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b130c-43c3-465b-a95f-12f271530c37 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.502554] env[62880]: DEBUG nova.compute.manager [req-eaab4118-eafd-423a-a90f-275c1c515ef5 req-1770c22f-112d-4e8e-9500-b0f56c15e77d service nova] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Detach interface failed, port_id=197d059a-13d6-40af-aa14-869a88d5e82e, reason: Instance 51c80fe7-d56a-40ff-bc36-3bf333f0780c could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1763.513510] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881070, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.575514] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371af013-b9d2-415d-93e5-12a4e430a4a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.585857] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642883a9-98e2-4b37-b1df-43e2ee4cb78c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.588663] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6d7ab542-32b2-4fb2-a684-2131319d91e9] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1763.623478] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb552b4-67a2-420b-a72a-c5900cb3da46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.632328] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a85289-fb0b-4212-9eb7-4c89a28c5273 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.647156] env[62880]: DEBUG nova.compute.provider_tree [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1763.707291] env[62880]: DEBUG nova.compute.manager [req-51779df5-3a72-424b-bb81-d6998396f0f3 req-cea42457-3f24-4dae-83b8-6f970ec0896c service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Received event network-vif-plugged-a11d72d0-83a9-46ae-8a2e-5f107e339468 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.707507] env[62880]: DEBUG oslo_concurrency.lockutils [req-51779df5-3a72-424b-bb81-d6998396f0f3 req-cea42457-3f24-4dae-83b8-6f970ec0896c service nova] Acquiring lock "3c2c3cb2-a830-4140-9654-8a99118a4519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.707710] env[62880]: DEBUG oslo_concurrency.lockutils [req-51779df5-3a72-424b-bb81-d6998396f0f3 req-cea42457-3f24-4dae-83b8-6f970ec0896c service nova] Lock "3c2c3cb2-a830-4140-9654-8a99118a4519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.707872] env[62880]: DEBUG oslo_concurrency.lockutils [req-51779df5-3a72-424b-bb81-d6998396f0f3 req-cea42457-3f24-4dae-83b8-6f970ec0896c service nova] Lock "3c2c3cb2-a830-4140-9654-8a99118a4519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.708075] env[62880]: DEBUG nova.compute.manager [req-51779df5-3a72-424b-bb81-d6998396f0f3 req-cea42457-3f24-4dae-83b8-6f970ec0896c service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] No waiting events found dispatching network-vif-plugged-a11d72d0-83a9-46ae-8a2e-5f107e339468 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.708210] env[62880]: WARNING nova.compute.manager [req-51779df5-3a72-424b-bb81-d6998396f0f3 req-cea42457-3f24-4dae-83b8-6f970ec0896c service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Received unexpected event network-vif-plugged-a11d72d0-83a9-46ae-8a2e-5f107e339468 for instance with vm_state building and task_state spawning. [ 1763.841368] env[62880]: INFO nova.compute.manager [-] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Took 1.94 seconds to deallocate network for instance. [ 1764.016986] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881070, 'name': CreateSnapshot_Task, 'duration_secs': 1.072276} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.016986] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1764.017771] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa5659-6c94-4436-81d2-d3d0b543f6c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.092423] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 912022ac-b991-4414-85c7-ef0b30e7aa49] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1764.185016] env[62880]: DEBUG nova.scheduler.client.report [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1764.185310] env[62880]: DEBUG nova.compute.provider_tree [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 118 to 119 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1764.185493] env[62880]: DEBUG nova.compute.provider_tree [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1764.196959] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e499ad-c0a1-4b7e-84b2-f360f3ff161a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.204859] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-009413f4-64d5-41ac-9ea5-94b979995385 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Suspending the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1764.205142] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0bb26e64-86ec-4df0-a2ea-f4ef0ecd3819 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.211325] env[62880]: DEBUG oslo_vmware.api [None req-009413f4-64d5-41ac-9ea5-94b979995385 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1764.211325] env[62880]: value = "task-1881071" [ 1764.211325] env[62880]: _type = "Task" [ 1764.211325] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.220764] env[62880]: DEBUG oslo_vmware.api [None req-009413f4-64d5-41ac-9ea5-94b979995385 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881071, 'name': SuspendVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.289559] env[62880]: DEBUG nova.network.neutron [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Successfully updated port: a11d72d0-83a9-46ae-8a2e-5f107e339468 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.347518] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.350431] env[62880]: DEBUG nova.compute.manager [req-7bfaeb01-1bd7-4622-b78f-d683e899426d req-cecfba68-59b3-4971-bc84-56f418f55d47 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Received event network-changed-a11d72d0-83a9-46ae-8a2e-5f107e339468 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1764.350716] env[62880]: DEBUG nova.compute.manager [req-7bfaeb01-1bd7-4622-b78f-d683e899426d req-cecfba68-59b3-4971-bc84-56f418f55d47 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Refreshing instance network info cache due to event network-changed-a11d72d0-83a9-46ae-8a2e-5f107e339468. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1764.350919] env[62880]: DEBUG oslo_concurrency.lockutils [req-7bfaeb01-1bd7-4622-b78f-d683e899426d req-cecfba68-59b3-4971-bc84-56f418f55d47 service nova] Acquiring lock "refresh_cache-3c2c3cb2-a830-4140-9654-8a99118a4519" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.351143] env[62880]: DEBUG oslo_concurrency.lockutils [req-7bfaeb01-1bd7-4622-b78f-d683e899426d req-cecfba68-59b3-4971-bc84-56f418f55d47 service nova] Acquired lock "refresh_cache-3c2c3cb2-a830-4140-9654-8a99118a4519" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.351372] env[62880]: DEBUG nova.network.neutron [req-7bfaeb01-1bd7-4622-b78f-d683e899426d req-cecfba68-59b3-4971-bc84-56f418f55d47 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Refreshing network info cache for port a11d72d0-83a9-46ae-8a2e-5f107e339468 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.416988] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.417250] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.417556] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.417791] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.417960] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.418173] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.418446] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.418834] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.418834] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.419060] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.419580] env[62880]: DEBUG nova.virt.hardware [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.420630] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4312c478-643e-43f9-8d9d-3b3a1e8b128d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.429107] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22b1ca-4819-4522-bf77-6c957e3fd6b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.442919] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:2e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c932433a-059a-48b3-a980-3ae65db0930a', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1764.450767] env[62880]: DEBUG oslo.service.loopingcall [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.451041] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1764.451338] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2372a78e-777d-4484-b8c4-7f4b8a30786e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.471179] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1764.471179] env[62880]: value = "task-1881072" [ 1764.471179] env[62880]: _type = "Task" [ 1764.471179] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.479280] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881072, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.535481] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1764.535803] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d16f916-c02b-46e5-96c7-538ce6861192 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.543855] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1764.543855] env[62880]: value = "task-1881073" [ 1764.543855] env[62880]: _type = "Task" [ 1764.543855] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.553421] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.596320] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 4520a515-796b-467f-8a28-0a89afe5e03e] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1764.690213] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.324s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.690839] env[62880]: DEBUG nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1764.694627] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.489s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.694971] env[62880]: DEBUG nova.objects.instance [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lazy-loading 'resources' on Instance uuid 78758212-39b8-49f3-b0b7-051ec547e39b {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.722710] env[62880]: DEBUG oslo_vmware.api [None req-009413f4-64d5-41ac-9ea5-94b979995385 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881071, 'name': SuspendVM_Task} progress is 41%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.792806] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "refresh_cache-3c2c3cb2-a830-4140-9654-8a99118a4519" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.886126] env[62880]: DEBUG nova.network.neutron [req-7bfaeb01-1bd7-4622-b78f-d683e899426d req-cecfba68-59b3-4971-bc84-56f418f55d47 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.971723] env[62880]: DEBUG nova.network.neutron [req-7bfaeb01-1bd7-4622-b78f-d683e899426d req-cecfba68-59b3-4971-bc84-56f418f55d47 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.983229] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881072, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.056137] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.147972] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: ea237b6c-6076-458f-b184-e84d2fc07313] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1765.199565] env[62880]: DEBUG nova.compute.utils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1765.211936] env[62880]: DEBUG nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1765.217362] env[62880]: DEBUG nova.network.neutron [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1765.232764] env[62880]: DEBUG oslo_vmware.api [None req-009413f4-64d5-41ac-9ea5-94b979995385 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881071, 'name': SuspendVM_Task, 'duration_secs': 0.784166} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.233089] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-009413f4-64d5-41ac-9ea5-94b979995385 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Suspended the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1765.233293] env[62880]: DEBUG nova.compute.manager [None req-009413f4-64d5-41ac-9ea5-94b979995385 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.234105] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a2ba7c-f7c8-4416-87d2-391d640b4f22 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.273545] env[62880]: DEBUG nova.policy [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6206534bebc4105a4500ce54adceaea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611ee5f3b3c8404ba050eed2f250f8c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1765.456140] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c00638-1fb9-49c7-a4e4-91804ca179f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.463789] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90b5a8b-1224-46f7-85a9-1988cd37fae3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.495328] env[62880]: DEBUG oslo_concurrency.lockutils [req-7bfaeb01-1bd7-4622-b78f-d683e899426d req-cecfba68-59b3-4971-bc84-56f418f55d47 service nova] Releasing lock "refresh_cache-3c2c3cb2-a830-4140-9654-8a99118a4519" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.498836] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "refresh_cache-3c2c3cb2-a830-4140-9654-8a99118a4519" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.499016] env[62880]: DEBUG nova.network.neutron [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.504253] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44651c13-964d-4f1a-b805-6a25d660492f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.516432] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a08d47-70c6-4032-b663-bddef79a0132 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.520465] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881072, 'name': CreateVM_Task, 'duration_secs': 0.620149} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.520887] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.521882] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.522058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.522374] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1765.522619] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524501c0-ecfc-47b4-855c-600c5de0bde9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.532614] env[62880]: DEBUG nova.compute.provider_tree [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.540020] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1765.540020] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523d47a8-de7b-aec1-7044-f9669f374c50" [ 1765.540020] env[62880]: _type = "Task" [ 1765.540020] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.543867] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523d47a8-de7b-aec1-7044-f9669f374c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.554439] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.578903] env[62880]: DEBUG nova.network.neutron [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Successfully created port: 90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1765.603107] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: a60b7c6d-0951-4a41-b05f-46a186daaf48] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1765.712493] env[62880]: DEBUG nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1766.034863] env[62880]: DEBUG nova.scheduler.client.report [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.048435] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523d47a8-de7b-aec1-7044-f9669f374c50, 'name': SearchDatastore_Task, 'duration_secs': 0.013057} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.051629] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.051867] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.052110] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.052257] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.052432] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.053262] env[62880]: DEBUG nova.network.neutron [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.055445] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5272170e-4634-4bf3-a551-825643582aa4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.063297] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.064941] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.065129] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.065906] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a78fe6-bfd8-48ed-a78a-9c2d6ddc41d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.071294] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1766.071294] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a727e4-be72-e0cd-bc02-202055be4fab" [ 1766.071294] env[62880]: _type = "Task" [ 1766.071294] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.080053] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a727e4-be72-e0cd-bc02-202055be4fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.106210] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 3c017dcb-8093-4d79-ac47-a47b79807afb] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1766.306566] env[62880]: DEBUG nova.network.neutron [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Updating instance_info_cache with network_info: [{"id": "a11d72d0-83a9-46ae-8a2e-5f107e339468", "address": "fa:16:3e:05:3b:69", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11d72d0-83", "ovs_interfaceid": "a11d72d0-83a9-46ae-8a2e-5f107e339468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.543573] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.545923] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.120s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.546169] env[62880]: DEBUG nova.objects.instance [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'resources' on Instance uuid 35790243-8a62-49ff-bccd-0b2dd92c7332 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.558199] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.570537] env[62880]: INFO nova.scheduler.client.report [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted allocations for instance 78758212-39b8-49f3-b0b7-051ec547e39b [ 1766.587923] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a727e4-be72-e0cd-bc02-202055be4fab, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.588747] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e36df1a-a8cf-49aa-a381-435d4f6bf673 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.594333] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1766.594333] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244b6bc-84ac-19ba-0244-fc7c495a0977" [ 1766.594333] env[62880]: _type = "Task" [ 1766.594333] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.601908] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244b6bc-84ac-19ba-0244-fc7c495a0977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.611455] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 84b2fa26-7ccb-4609-86a1-e6a7549ecce8] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1766.694448] env[62880]: INFO nova.compute.manager [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Resuming [ 1766.695104] env[62880]: DEBUG nova.objects.instance [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lazy-loading 'flavor' on Instance uuid f66e533d-105b-4eda-9f02-b1cc37d96288 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.721576] env[62880]: DEBUG nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1766.743103] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1766.743381] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1766.743545] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1766.743730] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1766.743876] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1766.744034] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1766.744244] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1766.744399] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1766.744563] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1766.744720] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1766.744885] env[62880]: DEBUG nova.virt.hardware [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1766.746017] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e248f2e-e7f0-4073-a0d8-e8d32372ae7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.753862] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc045b2-02fe-4e16-bd59-3e94027f2ada {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.808950] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "refresh_cache-3c2c3cb2-a830-4140-9654-8a99118a4519" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.809285] env[62880]: DEBUG nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Instance network_info: |[{"id": "a11d72d0-83a9-46ae-8a2e-5f107e339468", "address": "fa:16:3e:05:3b:69", "network": {"id": "a2edf4ed-2078-4dc0-81ac-43d7d1da2cf7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1388110884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4718afd407054a8aa6b6089072d34c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11d72d0-83", "ovs_interfaceid": "a11d72d0-83a9-46ae-8a2e-5f107e339468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.809711] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:3b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a11d72d0-83a9-46ae-8a2e-5f107e339468', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.817078] env[62880]: DEBUG oslo.service.loopingcall [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.817280] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.817509] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e694c43-b561-4785-b448-918c20bc46f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.837230] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.837230] env[62880]: value = "task-1881074" [ 1766.837230] env[62880]: _type = "Task" [ 1766.837230] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.844878] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881074, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.983814] env[62880]: DEBUG nova.compute.manager [req-2e6c32f9-be1f-4e6b-85c9-ce3bc53080eb req-aac79f55-2b15-47f1-b994-33351560fbb8 service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Received event network-vif-plugged-90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.983814] env[62880]: DEBUG oslo_concurrency.lockutils [req-2e6c32f9-be1f-4e6b-85c9-ce3bc53080eb req-aac79f55-2b15-47f1-b994-33351560fbb8 service nova] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.983949] env[62880]: DEBUG oslo_concurrency.lockutils [req-2e6c32f9-be1f-4e6b-85c9-ce3bc53080eb req-aac79f55-2b15-47f1-b994-33351560fbb8 service nova] Lock "890171cb-ef5c-472c-aa01-986105c124f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.984072] env[62880]: DEBUG oslo_concurrency.lockutils [req-2e6c32f9-be1f-4e6b-85c9-ce3bc53080eb req-aac79f55-2b15-47f1-b994-33351560fbb8 service nova] Lock "890171cb-ef5c-472c-aa01-986105c124f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.984263] env[62880]: DEBUG nova.compute.manager [req-2e6c32f9-be1f-4e6b-85c9-ce3bc53080eb req-aac79f55-2b15-47f1-b994-33351560fbb8 service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] No waiting events found dispatching network-vif-plugged-90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.984475] env[62880]: WARNING nova.compute.manager [req-2e6c32f9-be1f-4e6b-85c9-ce3bc53080eb req-aac79f55-2b15-47f1-b994-33351560fbb8 service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Received unexpected event network-vif-plugged-90553859-30e2-4f5b-8b69-bf3d012f6eb9 for instance with vm_state building and task_state spawning. [ 1767.066810] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.082970] env[62880]: DEBUG nova.network.neutron [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Successfully updated port: 90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1767.087860] env[62880]: DEBUG oslo_concurrency.lockutils [None req-53846381-62d8-4d88-9b9a-9b4aa1893d4a tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "78758212-39b8-49f3-b0b7-051ec547e39b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.874s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.108592] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5244b6bc-84ac-19ba-0244-fc7c495a0977, 'name': SearchDatastore_Task, 'duration_secs': 0.021033} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.111697] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.111957] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66/1a7c304a-a905-4636-b8e3-66a6714e8a66.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.112867] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2dacdd3-60c7-4d2b-9f3e-0fb405a6b22e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.115311] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6b909620-7de5-4aa2-9dec-35655b2b70fe] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1767.123281] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1767.123281] env[62880]: value = "task-1881075" [ 1767.123281] env[62880]: _type = "Task" [ 1767.123281] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.134552] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.269073] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0abd74-fb95-4e87-9e4b-f828c76182a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.277039] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6333b28-fc72-446e-89f6-f12a0cdfd6ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.307623] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f472072-dbd6-45bb-a79b-cecd4c52b3a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.315774] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db228c01-578a-4255-9d19-0425183cb0d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.329335] env[62880]: DEBUG nova.compute.provider_tree [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.347486] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881074, 'name': CreateVM_Task, 'duration_secs': 0.390082} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.347638] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.348382] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.348542] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.348859] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.349104] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93093d6-ce5c-4e2d-91ce-d0558166ef76 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.353728] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1767.353728] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527c0d2b-4155-ab1f-d5ed-c633a715ec7f" [ 1767.353728] env[62880]: _type = "Task" [ 1767.353728] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.363764] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527c0d2b-4155-ab1f-d5ed-c633a715ec7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.563935] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.586925] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.587096] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.587252] env[62880]: DEBUG nova.network.neutron [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.620025] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: c68b7593-fd04-4ffc-b139-b47337059b75] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1767.636828] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881075, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.833164] env[62880]: DEBUG nova.scheduler.client.report [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.864855] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527c0d2b-4155-ab1f-d5ed-c633a715ec7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.865254] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.865524] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.865826] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.865981] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.866172] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.866433] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5deddf67-9f22-4694-9da4-33dc05704994 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.876795] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.876980] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.877698] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01a7f0f-359b-47db-97d8-6018ede46094 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.883478] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1767.883478] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cdd07f-c076-0257-4e93-5871da9cd653" [ 1767.883478] env[62880]: _type = "Task" [ 1767.883478] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.891553] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cdd07f-c076-0257-4e93-5871da9cd653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.061866] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.120489] env[62880]: DEBUG nova.network.neutron [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1768.125983] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: a96a6895-136d-4de8-9d3b-750aa6c0505a] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1768.137325] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5903} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.139535] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66/1a7c304a-a905-4636-b8e3-66a6714e8a66.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.139780] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.140052] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d28e726e-fa4b-45ca-b4f5-fbe04974c7ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.148123] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1768.148123] env[62880]: value = "task-1881076" [ 1768.148123] env[62880]: _type = "Task" [ 1768.148123] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.157198] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.213694] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.213924] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquired lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.214124] env[62880]: DEBUG nova.network.neutron [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.277336] env[62880]: DEBUG nova.network.neutron [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updating instance_info_cache with network_info: [{"id": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "address": "fa:16:3e:f8:73:e1", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553859-30", "ovs_interfaceid": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.338027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.341022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.976s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.342284] env[62880]: INFO nova.compute.claims [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.368129] env[62880]: INFO nova.scheduler.client.report [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleted allocations for instance 35790243-8a62-49ff-bccd-0b2dd92c7332 [ 1768.394170] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cdd07f-c076-0257-4e93-5871da9cd653, 'name': SearchDatastore_Task, 'duration_secs': 0.024388} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.394915] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98671ffa-0854-41df-aac0-2bf9543ff2d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.400209] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1768.400209] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527a6452-cb85-f160-8652-ddfd72aa564a" [ 1768.400209] env[62880]: _type = "Task" [ 1768.400209] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.409867] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527a6452-cb85-f160-8652-ddfd72aa564a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.562911] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.633238] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: dc2ca3b2-d8d6-4f47-aa36-50b65743a65f] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1768.658426] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087467} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.658688] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.659768] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb1bf5d-17fa-495b-b571-736cf3bceafc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.683868] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66/1a7c304a-a905-4636-b8e3-66a6714e8a66.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.684539] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48440642-916e-43d5-b50a-9e24e99231f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.706311] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1768.706311] env[62880]: value = "task-1881077" [ 1768.706311] env[62880]: _type = "Task" [ 1768.706311] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.714951] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.780647] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Releasing lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.780992] env[62880]: DEBUG nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Instance network_info: |[{"id": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "address": "fa:16:3e:f8:73:e1", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553859-30", "ovs_interfaceid": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1768.781440] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:73:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90553859-30e2-4f5b-8b69-bf3d012f6eb9', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1768.790581] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Creating folder: Project (611ee5f3b3c8404ba050eed2f250f8c3). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1768.793421] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f323a13-16fe-4a36-bf31-565e7b2c9271 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.805413] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Created folder: Project (611ee5f3b3c8404ba050eed2f250f8c3) in parent group-v388473. [ 1768.805615] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Creating folder: Instances. Parent ref: group-v388734. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1768.806957] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bc814b7-7b83-4cae-a6d1-8f64a0f5dc74 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.818134] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Created folder: Instances in parent group-v388734. [ 1768.818407] env[62880]: DEBUG oslo.service.loopingcall [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.818637] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1768.818852] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04916c1-cad3-47a1-9122-465a66a53250 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.842636] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1768.842636] env[62880]: value = "task-1881080" [ 1768.842636] env[62880]: _type = "Task" [ 1768.842636] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.854726] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881080, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.875985] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2af149a4-e9ba-4a62-afcb-991c5323834c tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "35790243-8a62-49ff-bccd-0b2dd92c7332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.791s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.913220] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527a6452-cb85-f160-8652-ddfd72aa564a, 'name': SearchDatastore_Task, 'duration_secs': 0.035305} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.913501] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.913806] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 3c2c3cb2-a830-4140-9654-8a99118a4519/3c2c3cb2-a830-4140-9654-8a99118a4519.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.914141] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edae9c32-a706-4349-a26d-9b786d0c301f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.922634] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1768.922634] env[62880]: value = "task-1881081" [ 1768.922634] env[62880]: _type = "Task" [ 1768.922634] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.931806] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.948434] env[62880]: DEBUG nova.network.neutron [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating instance_info_cache with network_info: [{"id": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "address": "fa:16:3e:08:84:64", "network": {"id": "5dc365b3-470d-46a1-9456-258f5064c789", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-45093492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33885afc8f9d4578bb769c45e4be88a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7e5558-3f", "ovs_interfaceid": "6b7e5558-3f5c-41be-922b-dd713ca7ecb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.015491] env[62880]: DEBUG nova.compute.manager [req-66432bd0-e23b-40d4-8a19-cecbb0acf134 req-0fc11778-d48b-4a3d-a628-65bb9f9c20fc service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Received event network-changed-90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1769.015758] env[62880]: DEBUG nova.compute.manager [req-66432bd0-e23b-40d4-8a19-cecbb0acf134 req-0fc11778-d48b-4a3d-a628-65bb9f9c20fc service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Refreshing instance network info cache due to event network-changed-90553859-30e2-4f5b-8b69-bf3d012f6eb9. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1769.016175] env[62880]: DEBUG oslo_concurrency.lockutils [req-66432bd0-e23b-40d4-8a19-cecbb0acf134 req-0fc11778-d48b-4a3d-a628-65bb9f9c20fc service nova] Acquiring lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.016401] env[62880]: DEBUG oslo_concurrency.lockutils [req-66432bd0-e23b-40d4-8a19-cecbb0acf134 req-0fc11778-d48b-4a3d-a628-65bb9f9c20fc service nova] Acquired lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.016648] env[62880]: DEBUG nova.network.neutron [req-66432bd0-e23b-40d4-8a19-cecbb0acf134 req-0fc11778-d48b-4a3d-a628-65bb9f9c20fc service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Refreshing network info cache for port 90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.068182] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881073, 'name': CloneVM_Task, 'duration_secs': 4.509099} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.068487] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Created linked-clone VM from snapshot [ 1769.069260] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547864fa-7c04-40a6-b229-f4db6308fff0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.076969] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Uploading image c2ca6969-5dd0-4d96-a69d-58c042c039df {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1769.087995] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1769.088340] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb88424a-97e4-4626-8d3c-4f3f8812d812 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.095216] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1769.095216] env[62880]: value = "task-1881082" [ 1769.095216] env[62880]: _type = "Task" [ 1769.095216] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.103264] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881082, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.136248] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 47deb7f1-7ce7-4fcc-94d5-9006f592a75f] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1769.216363] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881077, 'name': ReconfigVM_Task, 'duration_secs': 0.456811} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.216628] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66/1a7c304a-a905-4636-b8e3-66a6714e8a66.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.217856] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'encryption_format': None, 'image_id': 'b3277443-158f-45ee-aaa5-6360bd3271bf'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'f276e9e3-3e11-439e-b960-d67224ef61ba', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'}, 'disk_bus': None, 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62880) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1769.218083] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1769.218276] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1769.219072] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51f1d08-257d-4df0-a279-0d0801c9e9fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.235101] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c403d00-0ffa-4f4c-8d19-97a3b4893ca4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.259162] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-67aca5db-dad3-411c-8646-cd2e21f5d34c/volume-67aca5db-dad3-411c-8646-cd2e21f5d34c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.259466] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d023d1e-6b81-4d0e-a595-c7cd36439120 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.277881] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1769.277881] env[62880]: value = "task-1881083" [ 1769.277881] env[62880]: _type = "Task" [ 1769.277881] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.286608] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.356486] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881080, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.434046] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881081, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.451435] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Releasing lock "refresh_cache-f66e533d-105b-4eda-9f02-b1cc37d96288" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.452885] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e925cfd-b23b-4262-b3bb-f0ae020211df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.461500] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Resuming the VM {{(pid=62880) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1769.461500] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30da8260-630e-4230-879c-f4cf39565046 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.471768] env[62880]: DEBUG oslo_vmware.api [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1769.471768] env[62880]: value = "task-1881084" [ 1769.471768] env[62880]: _type = "Task" [ 1769.471768] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.480706] env[62880]: DEBUG oslo_vmware.api [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.563367] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea17f02d-d5c1-4218-bf85-7055eaaa0a7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.573072] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b7a15-9721-45f4-922e-a0d2d25a6046 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.615238] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc3bcc8-b0a2-4055-a24d-1fa6cc7a2277 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.626973] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881082, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.628763] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccc4449-b24c-471f-ac87-1fc14de41e1e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.644422] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 31411461-f544-4e4d-b687-47669bc9a8ef] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1769.646648] env[62880]: DEBUG nova.compute.provider_tree [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.783600] env[62880]: DEBUG nova.network.neutron [req-66432bd0-e23b-40d4-8a19-cecbb0acf134 req-0fc11778-d48b-4a3d-a628-65bb9f9c20fc service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updated VIF entry in instance network info cache for port 90553859-30e2-4f5b-8b69-bf3d012f6eb9. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.783694] env[62880]: DEBUG nova.network.neutron [req-66432bd0-e23b-40d4-8a19-cecbb0acf134 req-0fc11778-d48b-4a3d-a628-65bb9f9c20fc service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updating instance_info_cache with network_info: [{"id": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "address": "fa:16:3e:f8:73:e1", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553859-30", "ovs_interfaceid": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.791580] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.861151] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881080, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.939033] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730881} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.939033] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 3c2c3cb2-a830-4140-9654-8a99118a4519/3c2c3cb2-a830-4140-9654-8a99118a4519.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.939210] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.939344] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f096be02-87f9-4f7c-a7a9-e2de6042039a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.946164] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1769.946164] env[62880]: value = "task-1881085" [ 1769.946164] env[62880]: _type = "Task" [ 1769.946164] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.958952] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.984974] env[62880]: DEBUG oslo_vmware.api [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881084, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.121345] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881082, 'name': Destroy_Task, 'duration_secs': 0.782518} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.121687] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Destroyed the VM [ 1770.122436] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1770.122436] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fde288fb-0d66-4633-afea-0f48c44e43a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.131786] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1770.131786] env[62880]: value = "task-1881086" [ 1770.131786] env[62880]: _type = "Task" [ 1770.131786] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.144805] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.148665] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 00a5ede2-0720-45bb-8e8d-76e4c5113e60] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1770.185793] env[62880]: DEBUG nova.scheduler.client.report [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1770.186100] env[62880]: DEBUG nova.compute.provider_tree [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 119 to 120 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1770.186300] env[62880]: DEBUG nova.compute.provider_tree [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.287557] env[62880]: DEBUG oslo_concurrency.lockutils [req-66432bd0-e23b-40d4-8a19-cecbb0acf134 req-0fc11778-d48b-4a3d-a628-65bb9f9c20fc service nova] Releasing lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.292033] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881083, 'name': ReconfigVM_Task, 'duration_secs': 0.564063} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.292502] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-67aca5db-dad3-411c-8646-cd2e21f5d34c/volume-67aca5db-dad3-411c-8646-cd2e21f5d34c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.297945] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c2fd93e-9f23-4519-92ae-b106d7bfe522 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.316122] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1770.316122] env[62880]: value = "task-1881087" [ 1770.316122] env[62880]: _type = "Task" [ 1770.316122] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.326933] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.357520] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881080, 'name': CreateVM_Task, 'duration_secs': 1.176806} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.357701] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.358487] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.358670] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.359073] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1770.359376] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660bfd2f-b2d5-499a-9eee-22035c5f4b92 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.366633] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1770.366633] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c2eba8-260c-8d7a-1a61-dc9799ab217b" [ 1770.366633] env[62880]: _type = "Task" [ 1770.366633] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.377761] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c2eba8-260c-8d7a-1a61-dc9799ab217b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.457375] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173054} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.457712] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1770.458631] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a3d13c-b2ca-431a-88b9-90a94f57c72e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.484541] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 3c2c3cb2-a830-4140-9654-8a99118a4519/3c2c3cb2-a830-4140-9654-8a99118a4519.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.488490] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613f2275-25c1-4432-a22b-3c589b48b060 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.510053] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "504108f5-c321-4acf-a629-e6f818af97cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.510323] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.511878] env[62880]: DEBUG oslo_vmware.api [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881084, 'name': PowerOnVM_Task, 'duration_secs': 0.60631} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.513214] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Resumed the VM {{(pid=62880) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1770.513377] env[62880]: DEBUG nova.compute.manager [None req-a2613724-4eae-4185-9891-7ff794a63c4c tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.513744] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1770.513744] env[62880]: value = "task-1881088" [ 1770.513744] env[62880]: _type = "Task" [ 1770.513744] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.514667] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2464df7-7970-422e-b285-d0c98519266b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.529441] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.622391] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0caa-e1e1-f31f-17c6-516d646ba981/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1770.623444] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f6e87b-2f8f-4f0e-bc14-f8243ee3bd4f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.629675] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0caa-e1e1-f31f-17c6-516d646ba981/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1770.629843] env[62880]: ERROR oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0caa-e1e1-f31f-17c6-516d646ba981/disk-0.vmdk due to incomplete transfer. [ 1770.630082] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b4103d7-89dd-4a42-ace8-b207bca0b0dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.636794] env[62880]: DEBUG oslo_vmware.rw_handles [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c0caa-e1e1-f31f-17c6-516d646ba981/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1770.636987] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Uploaded image 1388f8ce-64e1-4ea1-be0d-42d8d0ce27fc to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1770.639522] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1770.640411] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0708af3-a31d-496e-870b-9268f6f5bc2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.644946] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881086, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.649625] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1770.649625] env[62880]: value = "task-1881089" [ 1770.649625] env[62880]: _type = "Task" [ 1770.649625] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.654507] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: dae9d03d-9786-47c4-905c-25b9d06de271] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1770.659653] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881089, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.691707] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.692255] env[62880]: DEBUG nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.695010] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.348s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.696011] env[62880]: DEBUG nova.objects.instance [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lazy-loading 'resources' on Instance uuid 51c80fe7-d56a-40ff-bc36-3bf333f0780c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.826578] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881087, 'name': ReconfigVM_Task, 'duration_secs': 0.256299} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.826896] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1770.827514] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44f956d5-25c5-44a3-8950-f2c84731b3da {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.833866] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1770.833866] env[62880]: value = "task-1881090" [ 1770.833866] env[62880]: _type = "Task" [ 1770.833866] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.851951] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881090, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.878523] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c2eba8-260c-8d7a-1a61-dc9799ab217b, 'name': SearchDatastore_Task, 'duration_secs': 0.028009} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.878770] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.879292] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.879379] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.879484] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.879631] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.880879] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38947f9d-caaa-47dc-b0ce-469e5ff76441 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.892869] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.893058] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.893983] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad03dac-39a1-4af0-8013-b3842c7b8232 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.899219] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1770.899219] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520aa62c-4803-8c8e-d2d4-0088b23d763c" [ 1770.899219] env[62880]: _type = "Task" [ 1770.899219] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.907663] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520aa62c-4803-8c8e-d2d4-0088b23d763c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.015541] env[62880]: INFO nova.compute.manager [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Detaching volume 16be1e85-41b7-45bf-b8a1-4c0875d13607 [ 1771.030447] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881088, 'name': ReconfigVM_Task, 'duration_secs': 0.344376} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.030785] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 3c2c3cb2-a830-4140-9654-8a99118a4519/3c2c3cb2-a830-4140-9654-8a99118a4519.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.031454] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7507a3ab-5e17-464f-a014-d771b3eaf4cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.040526] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1771.040526] env[62880]: value = "task-1881091" [ 1771.040526] env[62880]: _type = "Task" [ 1771.040526] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.051083] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881091, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.064665] env[62880]: INFO nova.virt.block_device [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Attempting to driver detach volume 16be1e85-41b7-45bf-b8a1-4c0875d13607 from mountpoint /dev/sdb [ 1771.064904] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1771.065112] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388658', 'volume_id': '16be1e85-41b7-45bf-b8a1-4c0875d13607', 'name': 'volume-16be1e85-41b7-45bf-b8a1-4c0875d13607', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '504108f5-c321-4acf-a629-e6f818af97cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16be1e85-41b7-45bf-b8a1-4c0875d13607', 'serial': '16be1e85-41b7-45bf-b8a1-4c0875d13607'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1771.066255] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf09f77-7ad9-4900-8238-d5f163c7e747 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.089811] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551fbd36-7386-4b29-a478-002a1bd5e031 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.097034] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf4368-29ca-4d24-b7ad-b855852d7cb7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.117407] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8662d810-bb77-4ede-a9f7-7e9790e5b53a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.132453] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] The volume has not been displaced from its original location: [datastore2] volume-16be1e85-41b7-45bf-b8a1-4c0875d13607/volume-16be1e85-41b7-45bf-b8a1-4c0875d13607.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1771.137602] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1771.137919] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e9f311-2c42-4637-bc0d-d6347ddb9545 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.161280] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 44c97f12-c4a6-43a8-aac3-78b7957b3f38] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1771.163091] env[62880]: DEBUG oslo_vmware.api [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881086, 'name': RemoveSnapshot_Task, 'duration_secs': 0.738611} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.167013] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1771.169292] env[62880]: DEBUG oslo_vmware.api [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1771.169292] env[62880]: value = "task-1881092" [ 1771.169292] env[62880]: _type = "Task" [ 1771.169292] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.169495] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881089, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.178239] env[62880]: DEBUG oslo_vmware.api [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.198244] env[62880]: DEBUG nova.compute.utils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.204304] env[62880]: DEBUG nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.204495] env[62880]: DEBUG nova.network.neutron [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.267867] env[62880]: DEBUG nova.policy [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426800d5a3e04f7896ac3fb89131f6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1334b12645b642a8ac060050d27b58f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.343910] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881090, 'name': Rename_Task, 'duration_secs': 0.186433} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.346435] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.346915] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-885c6236-caf5-41bd-b0d7-9839fe7c496c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.354297] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1771.354297] env[62880]: value = "task-1881093" [ 1771.354297] env[62880]: _type = "Task" [ 1771.354297] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.365044] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.394689] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5ae96-d293-48a6-8e6b-e30a64c428bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.407444] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb875d53-ad8b-4fa5-9e4e-b93d4cbc52cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.416432] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520aa62c-4803-8c8e-d2d4-0088b23d763c, 'name': SearchDatastore_Task, 'duration_secs': 0.024767} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.443512] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1d5c00-3218-43dd-a1e4-b0e9ff77006e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.446685] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1016e1-3298-457e-acf3-62ea2872b453 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.455456] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa8ab16-4ec9-40d1-94a7-474406011c6b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.460043] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1771.460043] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dcc922-32a7-56a1-b091-9934391e321a" [ 1771.460043] env[62880]: _type = "Task" [ 1771.460043] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.471813] env[62880]: DEBUG nova.compute.provider_tree [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.479122] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dcc922-32a7-56a1-b091-9934391e321a, 'name': SearchDatastore_Task, 'duration_secs': 0.017508} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.479410] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.479656] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 890171cb-ef5c-472c-aa01-986105c124f2/890171cb-ef5c-472c-aa01-986105c124f2.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.480104] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89d7239-b7b5-45c9-a6aa-5722aef1a8de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.487014] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1771.487014] env[62880]: value = "task-1881094" [ 1771.487014] env[62880]: _type = "Task" [ 1771.487014] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.495014] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.534580] env[62880]: DEBUG nova.network.neutron [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Successfully created port: d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.550624] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881091, 'name': Rename_Task, 'duration_secs': 0.184673} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.550911] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.551169] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb12e25-47c8-44e3-9d13-ed2e6e77f159 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.556938] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1771.556938] env[62880]: value = "task-1881095" [ 1771.556938] env[62880]: _type = "Task" [ 1771.556938] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.565992] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.663333] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881089, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.667995] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 343d460e-b762-423d-b26d-072ceda052d7] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1771.671520] env[62880]: WARNING nova.compute.manager [None req-407ce82d-39dd-411e-af60-111d363587f3 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Image not found during snapshot: nova.exception.ImageNotFound: Image c2ca6969-5dd0-4d96-a69d-58c042c039df could not be found. [ 1771.686448] env[62880]: DEBUG oslo_vmware.api [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.703717] env[62880]: DEBUG nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.864928] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.975907] env[62880]: DEBUG nova.scheduler.client.report [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.998341] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881094, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.068089] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.165107] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881089, 'name': Destroy_Task, 'duration_secs': 1.209718} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.165476] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Destroyed the VM [ 1772.165761] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1772.166097] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66e1e756-9696-48c3-8108-6ba154a0dbaa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.172957] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 219bed14-d0ad-46eb-b2ec-2a3f240303b2] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1772.175213] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1772.175213] env[62880]: value = "task-1881096" [ 1772.175213] env[62880]: _type = "Task" [ 1772.175213] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.192334] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.194299] env[62880]: DEBUG oslo_vmware.api [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881092, 'name': ReconfigVM_Task, 'duration_secs': 0.573517} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.194728] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1772.200091] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0e9292-2c39-4fbb-aa22-d2c1a0c93131 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.223739] env[62880]: DEBUG oslo_vmware.api [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1772.223739] env[62880]: value = "task-1881097" [ 1772.223739] env[62880]: _type = "Task" [ 1772.223739] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.235950] env[62880]: DEBUG oslo_vmware.api [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.367732] env[62880]: DEBUG oslo_vmware.api [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881093, 'name': PowerOnVM_Task, 'duration_secs': 0.567429} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.368114] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.368457] env[62880]: DEBUG nova.compute.manager [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.369535] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a396ef-a502-44a1-8f7f-bf0b122c7d3b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.481782] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.497552] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881094, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00904} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.498078] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 890171cb-ef5c-472c-aa01-986105c124f2/890171cb-ef5c-472c-aa01-986105c124f2.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.498078] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1772.498330] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34fd6e25-d0de-4fd0-8dd8-05160076a7a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.505664] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1772.505664] env[62880]: value = "task-1881098" [ 1772.505664] env[62880]: _type = "Task" [ 1772.505664] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.511395] env[62880]: INFO nova.scheduler.client.report [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Deleted allocations for instance 51c80fe7-d56a-40ff-bc36-3bf333f0780c [ 1772.516632] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.570064] env[62880]: DEBUG oslo_vmware.api [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881095, 'name': PowerOnVM_Task, 'duration_secs': 0.602437} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.571112] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.571336] env[62880]: INFO nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1772.571554] env[62880]: DEBUG nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.572368] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c7f304-b0ef-465f-afc2-2f5d2c1050fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.680280] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: d8552fad-e6dd-4576-ac50-941cffd932e3] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1772.692216] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.717092] env[62880]: DEBUG nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.732702] env[62880]: DEBUG oslo_vmware.api [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881097, 'name': ReconfigVM_Task, 'duration_secs': 0.186062} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.733014] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388658', 'volume_id': '16be1e85-41b7-45bf-b8a1-4c0875d13607', 'name': 'volume-16be1e85-41b7-45bf-b8a1-4c0875d13607', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '504108f5-c321-4acf-a629-e6f818af97cf', 'attached_at': '', 'detached_at': '', 'volume_id': '16be1e85-41b7-45bf-b8a1-4c0875d13607', 'serial': '16be1e85-41b7-45bf-b8a1-4c0875d13607'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1772.743561] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.743783] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.743937] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.744246] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.744408] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.744591] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.744759] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.744921] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.745097] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.745263] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.746459] env[62880]: DEBUG nova.virt.hardware [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.746459] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbbb7e6-ccef-4045-9486-74b3a5ee09dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.754012] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d944f-08af-46b8-b107-14565804bbc0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.890152] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.890152] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.890152] env[62880]: DEBUG nova.objects.instance [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1773.015474] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102205} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.015722] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.017466] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef5a994-da70-4f41-a838-d348515ba1ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.022674] env[62880]: DEBUG oslo_concurrency.lockutils [None req-299c869d-1bec-4754-a0a3-4449c0a092ea tempest-ServersWithSpecificFlavorTestJSON-1930203577 tempest-ServersWithSpecificFlavorTestJSON-1930203577-project-member] Lock "51c80fe7-d56a-40ff-bc36-3bf333f0780c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.883s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.044074] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 890171cb-ef5c-472c-aa01-986105c124f2/890171cb-ef5c-472c-aa01-986105c124f2.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.044426] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb064927-746d-4641-b635-b2500cf83ed6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.064971] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1773.064971] env[62880]: value = "task-1881099" [ 1773.064971] env[62880]: _type = "Task" [ 1773.064971] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.075916] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.094501] env[62880]: DEBUG nova.compute.manager [req-02874aab-f4d1-4a9f-b66a-34b65cad4877 req-4a1e8f3d-3d0d-4db8-8919-fbfcfc9eaaa2 service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Received event network-vif-plugged-d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1773.094770] env[62880]: DEBUG oslo_concurrency.lockutils [req-02874aab-f4d1-4a9f-b66a-34b65cad4877 req-4a1e8f3d-3d0d-4db8-8919-fbfcfc9eaaa2 service nova] Acquiring lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.095038] env[62880]: DEBUG oslo_concurrency.lockutils [req-02874aab-f4d1-4a9f-b66a-34b65cad4877 req-4a1e8f3d-3d0d-4db8-8919-fbfcfc9eaaa2 service nova] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.095234] env[62880]: DEBUG oslo_concurrency.lockutils [req-02874aab-f4d1-4a9f-b66a-34b65cad4877 req-4a1e8f3d-3d0d-4db8-8919-fbfcfc9eaaa2 service nova] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.095406] env[62880]: DEBUG nova.compute.manager [req-02874aab-f4d1-4a9f-b66a-34b65cad4877 req-4a1e8f3d-3d0d-4db8-8919-fbfcfc9eaaa2 service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] No waiting events found dispatching network-vif-plugged-d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1773.095563] env[62880]: WARNING nova.compute.manager [req-02874aab-f4d1-4a9f-b66a-34b65cad4877 req-4a1e8f3d-3d0d-4db8-8919-fbfcfc9eaaa2 service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Received unexpected event network-vif-plugged-d76c7721-728d-4b68-8f81-585a9a55ec34 for instance with vm_state building and task_state spawning. [ 1773.098278] env[62880]: INFO nova.compute.manager [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Took 18.70 seconds to build instance. [ 1773.111030] env[62880]: DEBUG nova.network.neutron [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Successfully updated port: d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.172325] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.172583] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.172883] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.173207] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.173376] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.175462] env[62880]: INFO nova.compute.manager [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Terminating instance [ 1773.189664] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: d8035c57-5ca0-48f5-bb18-93827db750f2] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1773.191673] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.283715] env[62880]: DEBUG nova.objects.instance [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'flavor' on Instance uuid 504108f5-c321-4acf-a629-e6f818af97cf {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.576132] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.600980] env[62880]: DEBUG oslo_concurrency.lockutils [None req-883ff2f4-451f-4d95-abcb-a8ff45464601 tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "3c2c3cb2-a830-4140-9654-8a99118a4519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.548s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.615407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.615407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.615407] env[62880]: DEBUG nova.network.neutron [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.682214] env[62880]: DEBUG nova.compute.manager [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1773.682214] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1773.682214] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761cd627-e75e-4571-a5e2-46851f9ea25d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.695197] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: d8d7640f-ab45-4d40-bfaa-a6046fcaa3dd] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1773.697604] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.709084] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e1586ca-1dd4-4abd-b2c9-ea86268e2e35 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.710833] env[62880]: DEBUG oslo_vmware.api [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881096, 'name': RemoveSnapshot_Task, 'duration_secs': 1.106779} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.711124] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1773.711364] env[62880]: INFO nova.compute.manager [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Took 24.74 seconds to snapshot the instance on the hypervisor. [ 1773.718527] env[62880]: DEBUG oslo_vmware.api [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1773.718527] env[62880]: value = "task-1881100" [ 1773.718527] env[62880]: _type = "Task" [ 1773.718527] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.730413] env[62880]: DEBUG oslo_vmware.api [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.897472] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c64d25a-fd7e-47e5-b405-f2282a89a30f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.076913] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.158796] env[62880]: DEBUG nova.network.neutron [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.202960] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 9e768b41-bcda-431d-a215-d33790da70ef] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1774.232314] env[62880]: DEBUG oslo_vmware.api [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881100, 'name': PowerOffVM_Task, 'duration_secs': 0.407843} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.233271] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.233653] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.233725] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e7afd28-cf6d-4b4b-8eb6-03ea37ed9600 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.260200] env[62880]: DEBUG nova.compute.manager [None req-f42cd43a-9470-4469-bd32-d48a43bb6849 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Found 2 images (rotation: 2) {{(pid=62880) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1774.292093] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7f3cd507-e94c-4dd8-bc1a-e1c3b02a23c4 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.782s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.449827] env[62880]: DEBUG nova.network.neutron [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Updating instance_info_cache with network_info: [{"id": "d76c7721-728d-4b68-8f81-585a9a55ec34", "address": "fa:16:3e:06:45:ab", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76c7721-72", "ovs_interfaceid": "d76c7721-728d-4b68-8f81-585a9a55ec34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.577986] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881099, 'name': ReconfigVM_Task, 'duration_secs': 1.06338} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.578652] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 890171cb-ef5c-472c-aa01-986105c124f2/890171cb-ef5c-472c-aa01-986105c124f2.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.579666] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96fd9682-5d8b-4392-8969-d65d6f487e36 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.590266] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1774.590266] env[62880]: value = "task-1881102" [ 1774.590266] env[62880]: _type = "Task" [ 1774.590266] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.598021] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881102, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.717405] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 86aee71e-451d-40a7-b018-f95d33aefc9c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1774.954036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.954380] env[62880]: DEBUG nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Instance network_info: |[{"id": "d76c7721-728d-4b68-8f81-585a9a55ec34", "address": "fa:16:3e:06:45:ab", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76c7721-72", "ovs_interfaceid": "d76c7721-728d-4b68-8f81-585a9a55ec34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.956019] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:45:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd76c7721-728d-4b68-8f81-585a9a55ec34', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.964788] env[62880]: DEBUG oslo.service.loopingcall [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.965059] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.965694] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8a21ce3-36b6-4ca3-ad9b-3a20a5692ce7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.987927] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.987927] env[62880]: value = "task-1881103" [ 1774.987927] env[62880]: _type = "Task" [ 1774.987927] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.001204] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881103, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.079432] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1775.080077] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1775.080077] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleting the datastore file [datastore1] 4f4bbc1e-17c2-4794-8515-1c634d4ceda9 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1775.080447] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7ed2728-c4ae-40ae-adc6-6a049232a247 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.090129] env[62880]: DEBUG oslo_vmware.api [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1775.090129] env[62880]: value = "task-1881104" [ 1775.090129] env[62880]: _type = "Task" [ 1775.090129] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.110027] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881102, 'name': Rename_Task, 'duration_secs': 0.202078} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.110027] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.110438] env[62880]: DEBUG oslo_vmware.api [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.110831] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b491c76c-4082-4b1b-8316-e2bc773167a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.117996] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1775.117996] env[62880]: value = "task-1881105" [ 1775.117996] env[62880]: _type = "Task" [ 1775.117996] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.126788] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.156460] env[62880]: DEBUG nova.compute.manager [req-19b66854-2cfd-4a1a-96fa-3fbef85c3526 req-9f99fd38-d63b-428e-9b18-6b4b1dc8bc7f service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Received event network-changed-d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1775.156460] env[62880]: DEBUG nova.compute.manager [req-19b66854-2cfd-4a1a-96fa-3fbef85c3526 req-9f99fd38-d63b-428e-9b18-6b4b1dc8bc7f service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Refreshing instance network info cache due to event network-changed-d76c7721-728d-4b68-8f81-585a9a55ec34. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1775.156460] env[62880]: DEBUG oslo_concurrency.lockutils [req-19b66854-2cfd-4a1a-96fa-3fbef85c3526 req-9f99fd38-d63b-428e-9b18-6b4b1dc8bc7f service nova] Acquiring lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.156460] env[62880]: DEBUG oslo_concurrency.lockutils [req-19b66854-2cfd-4a1a-96fa-3fbef85c3526 req-9f99fd38-d63b-428e-9b18-6b4b1dc8bc7f service nova] Acquired lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.156460] env[62880]: DEBUG nova.network.neutron [req-19b66854-2cfd-4a1a-96fa-3fbef85c3526 req-9f99fd38-d63b-428e-9b18-6b4b1dc8bc7f service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Refreshing network info cache for port d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.218054] env[62880]: DEBUG nova.compute.manager [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.218054] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caceefaa-46b5-4759-bd11-d3588ee82d50 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.224143] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "3c2c3cb2-a830-4140-9654-8a99118a4519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.224661] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "3c2c3cb2-a830-4140-9654-8a99118a4519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.225107] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "3c2c3cb2-a830-4140-9654-8a99118a4519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.225527] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "3c2c3cb2-a830-4140-9654-8a99118a4519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.225890] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "3c2c3cb2-a830-4140-9654-8a99118a4519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.227831] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: c0e19770-8f39-4621-9122-1d80d527642c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1775.231918] env[62880]: INFO nova.compute.manager [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Terminating instance [ 1775.389328] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "504108f5-c321-4acf-a629-e6f818af97cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.389328] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.389328] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "504108f5-c321-4acf-a629-e6f818af97cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.389993] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.391794] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.395048] env[62880]: INFO nova.compute.manager [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Terminating instance [ 1775.501585] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881103, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.607370] env[62880]: DEBUG oslo_vmware.api [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31702} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.607631] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.607819] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.608081] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.608299] env[62880]: INFO nova.compute.manager [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Took 1.93 seconds to destroy the instance on the hypervisor. [ 1775.608579] env[62880]: DEBUG oslo.service.loopingcall [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.608845] env[62880]: DEBUG nova.compute.manager [-] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.608970] env[62880]: DEBUG nova.network.neutron [-] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.629650] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881105, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.734721] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b2e57b1c-01b2-4f8e-98dd-d4f4235565ae] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1775.737010] env[62880]: INFO nova.compute.manager [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] instance snapshotting [ 1775.737549] env[62880]: DEBUG nova.objects.instance [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'flavor' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.738988] env[62880]: DEBUG nova.compute.manager [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1775.739222] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.740283] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd4da6c-7ed4-4921-b516-4ea1ee6c453d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.748540] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.748795] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b15896ca-c7c0-4009-916b-19ee5f72c9db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.755451] env[62880]: DEBUG oslo_vmware.api [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1775.755451] env[62880]: value = "task-1881106" [ 1775.755451] env[62880]: _type = "Task" [ 1775.755451] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.765027] env[62880]: DEBUG oslo_vmware.api [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.899071] env[62880]: DEBUG nova.compute.manager [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1775.899071] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.899195] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf386e9-e0df-4bae-9385-642e818dbfc7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.906932] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.907405] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae23211a-e1b8-44b3-944c-d82defd6f507 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.914951] env[62880]: DEBUG oslo_vmware.api [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1775.914951] env[62880]: value = "task-1881107" [ 1775.914951] env[62880]: _type = "Task" [ 1775.914951] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.925224] env[62880]: DEBUG oslo_vmware.api [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.003605] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881103, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.049692] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "f66e533d-105b-4eda-9f02-b1cc37d96288" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.050036] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.050325] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.050570] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.050850] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.056024] env[62880]: INFO nova.compute.manager [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Terminating instance [ 1776.141187] env[62880]: DEBUG oslo_vmware.api [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881105, 'name': PowerOnVM_Task, 'duration_secs': 0.945108} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.141961] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1776.141961] env[62880]: INFO nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1776.142189] env[62880]: DEBUG nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1776.143287] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e16609f-94c8-4eb2-a34c-8a3f111120be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.227693] env[62880]: DEBUG nova.network.neutron [req-19b66854-2cfd-4a1a-96fa-3fbef85c3526 req-9f99fd38-d63b-428e-9b18-6b4b1dc8bc7f service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Updated VIF entry in instance network info cache for port d76c7721-728d-4b68-8f81-585a9a55ec34. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.228089] env[62880]: DEBUG nova.network.neutron [req-19b66854-2cfd-4a1a-96fa-3fbef85c3526 req-9f99fd38-d63b-428e-9b18-6b4b1dc8bc7f service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Updating instance_info_cache with network_info: [{"id": "d76c7721-728d-4b68-8f81-585a9a55ec34", "address": "fa:16:3e:06:45:ab", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76c7721-72", "ovs_interfaceid": "d76c7721-728d-4b68-8f81-585a9a55ec34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.240422] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 18d40fc1-3ab4-4b9e-96ce-652a3c6563d4] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1776.248303] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb2dce-d7fc-41db-a346-17a016e95272 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.272191] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c585198-337a-4e4c-b6ff-69677469fb63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.280944] env[62880]: DEBUG oslo_vmware.api [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881106, 'name': PowerOffVM_Task, 'duration_secs': 0.385812} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.282991] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.283209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.287642] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-076255ab-047b-4ce2-b687-dd4b72ed7bce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.425032] env[62880]: DEBUG oslo_vmware.api [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881107, 'name': PowerOffVM_Task, 'duration_secs': 0.31369} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.425304] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.425473] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.425719] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2cc3b71-948a-46b6-8158-5b2f0b1b7c49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.461442] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.461714] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.461923] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleting the datastore file [datastore2] 3c2c3cb2-a830-4140-9654-8a99118a4519 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.462186] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e004fb2-0a9f-482a-a12d-ec7084ffb331 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.468483] env[62880]: DEBUG oslo_vmware.api [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for the task: (returnval){ [ 1776.468483] env[62880]: value = "task-1881110" [ 1776.468483] env[62880]: _type = "Task" [ 1776.468483] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.476913] env[62880]: DEBUG oslo_vmware.api [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.498758] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881103, 'name': CreateVM_Task, 'duration_secs': 1.402245} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.498963] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1776.499722] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.499941] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.500324] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.500631] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf27b2cc-a605-46ad-9489-e79eb317456c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.505795] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1776.505795] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5210fddf-3ccb-37c4-5e53-6400a1d61a6a" [ 1776.505795] env[62880]: _type = "Task" [ 1776.505795] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.514755] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5210fddf-3ccb-37c4-5e53-6400a1d61a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.563206] env[62880]: DEBUG nova.compute.manager [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1776.563670] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.564417] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77030758-8958-4aac-b113-de9e0f1a9c40 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.574372] env[62880]: DEBUG nova.network.neutron [-] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.575626] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.576099] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0899a751-e719-46aa-8d57-30297e7b28f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.583098] env[62880]: DEBUG oslo_vmware.api [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1776.583098] env[62880]: value = "task-1881111" [ 1776.583098] env[62880]: _type = "Task" [ 1776.583098] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.592616] env[62880]: DEBUG oslo_vmware.api [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.669760] env[62880]: INFO nova.compute.manager [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Took 22.28 seconds to build instance. [ 1776.731902] env[62880]: DEBUG oslo_concurrency.lockutils [req-19b66854-2cfd-4a1a-96fa-3fbef85c3526 req-9f99fd38-d63b-428e-9b18-6b4b1dc8bc7f service nova] Releasing lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.743601] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: c801be10-4ae2-4a93-a63a-44b2cae5c143] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1776.791443] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1776.791443] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f48e32b-33c3-499f-a52d-288321c756d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.807259] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1776.807259] env[62880]: value = "task-1881112" [ 1776.807259] env[62880]: _type = "Task" [ 1776.807259] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.823749] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.878147] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.878569] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.878896] env[62880]: INFO nova.compute.manager [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Rebooting instance [ 1776.979700] env[62880]: DEBUG oslo_vmware.api [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Task: {'id': task-1881110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241539} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.979966] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1776.980264] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1776.980403] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1776.980571] env[62880]: INFO nova.compute.manager [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1776.980835] env[62880]: DEBUG oslo.service.loopingcall [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.981037] env[62880]: DEBUG nova.compute.manager [-] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1776.981136] env[62880]: DEBUG nova.network.neutron [-] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.017118] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5210fddf-3ccb-37c4-5e53-6400a1d61a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.019751} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.017595] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.017849] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.018135] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.018333] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.018525] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.018793] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dee93f8-42a8-4c8e-b303-c50118f6d871 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.027012] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.027208] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.027911] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d7be69-aeda-4b99-9c61-76a182e82c16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.035763] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1777.035763] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5208a737-6f91-e527-4bdd-5fa808d14527" [ 1777.035763] env[62880]: _type = "Task" [ 1777.035763] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.049349] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5208a737-6f91-e527-4bdd-5fa808d14527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.076991] env[62880]: INFO nova.compute.manager [-] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Took 1.47 seconds to deallocate network for instance. [ 1777.093159] env[62880]: DEBUG oslo_vmware.api [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881111, 'name': PowerOffVM_Task, 'duration_secs': 0.216224} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.093443] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.093656] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1777.093849] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184a2b27-a98e-42e8-a850-0d3133d4ebd8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.172348] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c2981b51-2839-4f13-a944-7e028d05536b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.172s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.185829] env[62880]: DEBUG nova.compute.manager [req-3c4baeab-c20f-4e51-b786-0a97da7215fc req-2d54c340-a045-45f5-b9f7-c1a48722972f service nova] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Received event network-vif-deleted-6b350d54-7e75-473a-af05-37dc16f1b983 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1777.247015] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: dbe11c40-bebb-4c51-bd89-1dff368ba074] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1777.268826] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.269057] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.269244] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleting the datastore file [datastore1] 504108f5-c321-4acf-a629-e6f818af97cf {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.269507] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-384e0fe9-0614-4b4a-adcd-a2161239b7c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.276405] env[62880]: DEBUG oslo_vmware.api [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1777.276405] env[62880]: value = "task-1881114" [ 1777.276405] env[62880]: _type = "Task" [ 1777.276405] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.286428] env[62880]: DEBUG oslo_vmware.api [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.320768] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881112, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.402743] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.402743] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.402936] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleting the datastore file [datastore2] f66e533d-105b-4eda-9f02-b1cc37d96288 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.406878] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf54381-46d8-46f3-91ca-6eae384a519d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.406878] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.406878] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.406878] env[62880]: DEBUG nova.network.neutron [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.412505] env[62880]: DEBUG oslo_vmware.api [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for the task: (returnval){ [ 1777.412505] env[62880]: value = "task-1881115" [ 1777.412505] env[62880]: _type = "Task" [ 1777.412505] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.423349] env[62880]: DEBUG oslo_vmware.api [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.427956] env[62880]: DEBUG nova.compute.manager [req-9bf3775d-ce66-4ac4-93db-ddde90025626 req-0288b955-a27b-4a9b-bedb-aaee81f52702 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Received event network-vif-deleted-a11d72d0-83a9-46ae-8a2e-5f107e339468 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1777.427956] env[62880]: INFO nova.compute.manager [req-9bf3775d-ce66-4ac4-93db-ddde90025626 req-0288b955-a27b-4a9b-bedb-aaee81f52702 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Neutron deleted interface a11d72d0-83a9-46ae-8a2e-5f107e339468; detaching it from the instance and deleting it from the info cache [ 1777.427956] env[62880]: DEBUG nova.network.neutron [req-9bf3775d-ce66-4ac4-93db-ddde90025626 req-0288b955-a27b-4a9b-bedb-aaee81f52702 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.550584] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5208a737-6f91-e527-4bdd-5fa808d14527, 'name': SearchDatastore_Task, 'duration_secs': 0.015807} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.551645] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4f2e79-718a-46f3-b50a-2caa823943f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.564057] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1777.564057] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520a4fb4-e1fd-cd2c-eec2-4d299ceec4b6" [ 1777.564057] env[62880]: _type = "Task" [ 1777.564057] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.572541] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520a4fb4-e1fd-cd2c-eec2-4d299ceec4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.572930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.573361] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ef1bb953-96cf-4267-a492-0f2b4672a793/ef1bb953-96cf-4267-a492-0f2b4672a793.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.573749] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b03c1fa-1cdd-4929-a67c-c7f84b80f794 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.583799] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.584221] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.585029] env[62880]: DEBUG nova.objects.instance [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lazy-loading 'resources' on Instance uuid 4f4bbc1e-17c2-4794-8515-1c634d4ceda9 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.585920] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1777.585920] env[62880]: value = "task-1881116" [ 1777.585920] env[62880]: _type = "Task" [ 1777.585920] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.600099] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.750878] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: a2e7bd5a-14da-44d3-ad11-8948b5d83f19] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1777.787250] env[62880]: DEBUG oslo_vmware.api [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32935} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.787513] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.787695] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.787869] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.788049] env[62880]: INFO nova.compute.manager [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1777.788286] env[62880]: DEBUG oslo.service.loopingcall [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.788483] env[62880]: DEBUG nova.compute.manager [-] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1777.788572] env[62880]: DEBUG nova.network.neutron [-] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.820869] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881112, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.895774] env[62880]: DEBUG nova.network.neutron [-] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.928416] env[62880]: DEBUG oslo_vmware.api [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Task: {'id': task-1881115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224804} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.929139] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.929139] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.929139] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.930227] env[62880]: INFO nova.compute.manager [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1777.930227] env[62880]: DEBUG oslo.service.loopingcall [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.930227] env[62880]: DEBUG nova.compute.manager [-] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1777.930566] env[62880]: DEBUG nova.network.neutron [-] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.932535] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e3d7397-58a3-406d-a455-2312f1848c0b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.947570] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d997708-9439-4b2a-a0f6-92edb9f47cb6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.984293] env[62880]: DEBUG nova.compute.manager [req-9bf3775d-ce66-4ac4-93db-ddde90025626 req-0288b955-a27b-4a9b-bedb-aaee81f52702 service nova] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Detach interface failed, port_id=a11d72d0-83a9-46ae-8a2e-5f107e339468, reason: Instance 3c2c3cb2-a830-4140-9654-8a99118a4519 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1778.101421] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.224214] env[62880]: DEBUG nova.network.neutron [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.256018] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: df273824-545b-49c0-a51a-5001c27dce18] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1778.327261] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881112, 'name': CreateSnapshot_Task, 'duration_secs': 1.329523} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.327583] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1778.328546] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac3422-56fc-487e-9357-6054220270d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.337017] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74703e75-1f64-44fa-bc4d-cefd6930697b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.351755] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36489fe7-ed3c-4e21-94aa-bf7b677c014c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.388368] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b3e8a-65e8-4a47-b73c-76aff320d4b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.399082] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e30b921-a8ca-434f-ae1b-fbe4b5df67e9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.403712] env[62880]: INFO nova.compute.manager [-] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Took 1.42 seconds to deallocate network for instance. [ 1778.416670] env[62880]: DEBUG nova.compute.provider_tree [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.600519] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644966} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.600883] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ef1bb953-96cf-4267-a492-0f2b4672a793/ef1bb953-96cf-4267-a492-0f2b4672a793.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.601091] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.601575] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1b1defa-b8d4-4b4c-8d94-04374fb456b2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.608217] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1778.608217] env[62880]: value = "task-1881117" [ 1778.608217] env[62880]: _type = "Task" [ 1778.608217] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.620073] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.730083] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.759254] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 4749f591-1b2b-4fa5-835e-4a83bd11f986] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1778.856489] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1778.857347] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd05daf8-3888-4e0f-86b2-ac80640b2e5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.871533] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1778.871533] env[62880]: value = "task-1881118" [ 1778.871533] env[62880]: _type = "Task" [ 1778.871533] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.881601] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881118, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.909831] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.959177] env[62880]: DEBUG nova.scheduler.client.report [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1778.959510] env[62880]: DEBUG nova.compute.provider_tree [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 120 to 121 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1778.959746] env[62880]: DEBUG nova.compute.provider_tree [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1779.012855] env[62880]: DEBUG nova.network.neutron [-] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.114385] env[62880]: DEBUG nova.network.neutron [-] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.120120] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083944} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.120372] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.121771] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c145ed8-2b40-4fc7-a08b-6bab225f69bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.142872] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] ef1bb953-96cf-4267-a492-0f2b4672a793/ef1bb953-96cf-4267-a492-0f2b4672a793.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.143817] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef95ca9-d587-4831-80b7-c2ca4d7adae3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.163696] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1779.163696] env[62880]: value = "task-1881119" [ 1779.163696] env[62880]: _type = "Task" [ 1779.163696] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.172126] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.236181] env[62880]: DEBUG nova.compute.manager [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.237224] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6840af5-a93a-4a10-aa14-68d909f794c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.268694] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 30492d40-8f2a-4270-a033-59ada9031bef] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1779.381853] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881118, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.459543] env[62880]: DEBUG nova.compute.manager [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Received event network-changed-90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1779.459745] env[62880]: DEBUG nova.compute.manager [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Refreshing instance network info cache due to event network-changed-90553859-30e2-4f5b-8b69-bf3d012f6eb9. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1779.459961] env[62880]: DEBUG oslo_concurrency.lockutils [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] Acquiring lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.460729] env[62880]: DEBUG oslo_concurrency.lockutils [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] Acquired lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.460729] env[62880]: DEBUG nova.network.neutron [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Refreshing network info cache for port 90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.464655] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.466948] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.557s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.467042] env[62880]: DEBUG nova.objects.instance [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lazy-loading 'resources' on Instance uuid 3c2c3cb2-a830-4140-9654-8a99118a4519 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.489684] env[62880]: INFO nova.scheduler.client.report [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleted allocations for instance 4f4bbc1e-17c2-4794-8515-1c634d4ceda9 [ 1779.515479] env[62880]: INFO nova.compute.manager [-] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Took 1.58 seconds to deallocate network for instance. [ 1779.616600] env[62880]: INFO nova.compute.manager [-] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Took 1.83 seconds to deallocate network for instance. [ 1779.675074] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.770626] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 33d1d454-1f32-4f67-9535-5d5e649887af] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1779.890601] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881118, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.998568] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d906746a-eecc-433c-bd3a-25b37059df95 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "4f4bbc1e-17c2-4794-8515-1c634d4ceda9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.826s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.024834] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.123280] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.136904] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cce0e23-9564-4a12-ace1-aad1fdef1de6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.147751] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51210055-6fc7-4e49-8a2e-ae004cb59196 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.183592] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ad674f-49c3-4fba-a384-0c3301bfb935 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.191712] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881119, 'name': ReconfigVM_Task, 'duration_secs': 0.61414} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.193397] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Reconfigured VM instance instance-0000005b to attach disk [datastore2] ef1bb953-96cf-4267-a492-0f2b4672a793/ef1bb953-96cf-4267-a492-0f2b4672a793.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.194652] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49822901-a5db-443c-b485-5d5a22b81960 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.196296] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22ca8dd-8787-437a-8047-20aaa1e8dd34 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.210592] env[62880]: DEBUG nova.compute.provider_tree [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.213088] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1780.213088] env[62880]: value = "task-1881120" [ 1780.213088] env[62880]: _type = "Task" [ 1780.213088] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.222317] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881120, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.258925] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d63434e-c1a0-492b-ba55-9954b84e6b01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.266592] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Doing hard reboot of VM {{(pid=62880) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1780.266882] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d01dae02-6946-479c-a05c-56580ead640f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.273321] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b025f8b3-b036-4f68-bd31-ec7c5e9edaf9] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1780.275920] env[62880]: DEBUG oslo_vmware.api [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1780.275920] env[62880]: value = "task-1881121" [ 1780.275920] env[62880]: _type = "Task" [ 1780.275920] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.284406] env[62880]: DEBUG oslo_vmware.api [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881121, 'name': ResetVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.301393] env[62880]: DEBUG nova.network.neutron [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updated VIF entry in instance network info cache for port 90553859-30e2-4f5b-8b69-bf3d012f6eb9. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1780.301393] env[62880]: DEBUG nova.network.neutron [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updating instance_info_cache with network_info: [{"id": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "address": "fa:16:3e:f8:73:e1", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553859-30", "ovs_interfaceid": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.384396] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881118, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.403094] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "42962ea7-3545-4668-9da2-dc7465c0027c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.403330] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.714942] env[62880]: DEBUG nova.scheduler.client.report [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.726894] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881120, 'name': Rename_Task, 'duration_secs': 0.269984} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.727139] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.727379] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74da1749-39e2-43e8-b958-56271ab40055 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.733418] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1780.733418] env[62880]: value = "task-1881122" [ 1780.733418] env[62880]: _type = "Task" [ 1780.733418] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.740497] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.780234] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: c202a47a-50ac-4056-a370-76ee0169a4af] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1780.787748] env[62880]: DEBUG oslo_vmware.api [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881121, 'name': ResetVM_Task, 'duration_secs': 0.09832} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.788086] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Did hard reboot of VM {{(pid=62880) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1780.788223] env[62880]: DEBUG nova.compute.manager [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.789014] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6fa8c0-428e-4e39-8364-9df7c472fa4e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.803535] env[62880]: DEBUG oslo_concurrency.lockutils [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] Releasing lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.803782] env[62880]: DEBUG nova.compute.manager [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Received event network-vif-deleted-6b7e5558-3f5c-41be-922b-dd713ca7ecb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1780.803961] env[62880]: DEBUG nova.compute.manager [req-b3d0069a-0982-48e6-9451-ca07425eb095 req-3aeb17c5-04aa-4b34-b8be-64f06230a588 service nova] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Received event network-vif-deleted-8cbee1fe-03f8-4315-b3cd-ff7de4d1f600 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1780.884996] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881118, 'name': CloneVM_Task, 'duration_secs': 1.864012} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.886377] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Created linked-clone VM from snapshot [ 1780.889418] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a347427a-845a-4af4-b9d9-bd728423cd64 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.892313] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "ad8f2ab5-2649-477d-8437-3960044d44e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.892730] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "ad8f2ab5-2649-477d-8437-3960044d44e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.899577] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Uploading image a5d19204-f511-4004-9768-fc951da4768a {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1780.907703] env[62880]: DEBUG nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.926631] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1780.926631] env[62880]: value = "vm-388739" [ 1780.926631] env[62880]: _type = "VirtualMachine" [ 1780.926631] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1780.927184] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b63cd4b-4085-4ea9-b17b-4c6a839c3d13 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.934467] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease: (returnval){ [ 1780.934467] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f8564d-d9d7-b05a-32a3-4b5789cda71f" [ 1780.934467] env[62880]: _type = "HttpNfcLease" [ 1780.934467] env[62880]: } obtained for exporting VM: (result){ [ 1780.934467] env[62880]: value = "vm-388739" [ 1780.934467] env[62880]: _type = "VirtualMachine" [ 1780.934467] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1780.934734] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the lease: (returnval){ [ 1780.934734] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f8564d-d9d7-b05a-32a3-4b5789cda71f" [ 1780.934734] env[62880]: _type = "HttpNfcLease" [ 1780.934734] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1780.941166] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1780.941166] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f8564d-d9d7-b05a-32a3-4b5789cda71f" [ 1780.941166] env[62880]: _type = "HttpNfcLease" [ 1780.941166] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1781.222218] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.224667] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.200s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.224894] env[62880]: DEBUG nova.objects.instance [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lazy-loading 'resources' on Instance uuid f66e533d-105b-4eda-9f02-b1cc37d96288 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.243908] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881122, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.248028] env[62880]: INFO nova.scheduler.client.report [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Deleted allocations for instance 3c2c3cb2-a830-4140-9654-8a99118a4519 [ 1781.283733] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 357808a6-b1be-4a2e-bf3e-0acca52c65bb] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1781.300452] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7458cef-169a-4372-a52c-231a2e6b164f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.422s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.394854] env[62880]: DEBUG nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1781.427310] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.444192] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.444192] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f8564d-d9d7-b05a-32a3-4b5789cda71f" [ 1781.444192] env[62880]: _type = "HttpNfcLease" [ 1781.444192] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1781.444526] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1781.444526] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f8564d-d9d7-b05a-32a3-4b5789cda71f" [ 1781.444526] env[62880]: _type = "HttpNfcLease" [ 1781.444526] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1781.445208] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d9c660-a10a-4926-8b84-79f94d849b98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.453316] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8f141-407f-c323-e701-113784c60140/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1781.453498] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8f141-407f-c323-e701-113784c60140/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1781.679545] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-078d51c7-0fde-4ced-92b8-731c8d55b187 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.745205] env[62880]: DEBUG oslo_vmware.api [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881122, 'name': PowerOnVM_Task, 'duration_secs': 0.741935} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.747859] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.748094] env[62880]: INFO nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1781.748273] env[62880]: DEBUG nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.749543] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d34b6b-8e2c-4d06-a457-541426065488 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.754397] env[62880]: DEBUG oslo_concurrency.lockutils [None req-21383f80-776c-452a-91e8-8fd73df249ac tempest-ServerDiskConfigTestJSON-506293019 tempest-ServerDiskConfigTestJSON-506293019-project-member] Lock "3c2c3cb2-a830-4140-9654-8a99118a4519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.530s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.787352] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 7fcea3e1-b7b1-4da3-b562-f12e91d47d31] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1781.906425] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813981b1-946d-486b-8e36-73d0541991f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.916073] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b4d8e-03cd-4359-9ca5-ec7b9eceec38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.921385] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.955910] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f24894-8df5-4b0c-b339-7287416241f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.965195] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882797be-cd25-4b9a-81dd-7b56641bcd70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.980605] env[62880]: DEBUG nova.compute.provider_tree [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.269579] env[62880]: INFO nova.compute.manager [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Took 23.93 seconds to build instance. [ 1782.291304] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: bfed8bc0-b72f-4be1-9226-e8b903dc1f5c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1782.484331] env[62880]: DEBUG nova.scheduler.client.report [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.772167] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1c364bb4-cb13-440b-8f03-025d083abcaf tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.443s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.794945] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b053a896-d055-4e0a-8f85-8871df4bf5c0] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1782.989687] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.993739] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.870s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.993739] env[62880]: DEBUG nova.objects.instance [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'resources' on Instance uuid 504108f5-c321-4acf-a629-e6f818af97cf {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.019681] env[62880]: INFO nova.scheduler.client.report [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Deleted allocations for instance f66e533d-105b-4eda-9f02-b1cc37d96288 [ 1783.298762] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: de3b2e6e-cd7b-4763-9c87-15d5b1d6668b] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1783.535269] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d491411a-4b38-4049-8e43-a63c7a5b4bc4 tempest-ServersNegativeTestJSON-552343756 tempest-ServersNegativeTestJSON-552343756-project-member] Lock "f66e533d-105b-4eda-9f02-b1cc37d96288" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.485s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.672420] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bae685-95a2-40cb-b314-cc3c00793c63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.682020] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389349b-a54f-464c-b4ce-4072596cf1ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.718732] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaf279f-51fb-496d-9f8a-c4a4b60bb85a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.727214] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd3312-83d7-4045-9f5d-89b6326ce0ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.743196] env[62880]: DEBUG nova.compute.provider_tree [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.808021] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 3db39109-29eb-4dd7-93b4-33cfd2b7a716] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1783.960563] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "ef1bb953-96cf-4267-a492-0f2b4672a793" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.960563] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.960563] env[62880]: INFO nova.compute.manager [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Shelving [ 1784.248072] env[62880]: DEBUG nova.scheduler.client.report [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.313466] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 98ed31cb-4b3d-4e7a-8a38-1d747eca2792] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1784.752774] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.756873] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.328s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.757112] env[62880]: INFO nova.compute.claims [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.785573] env[62880]: INFO nova.scheduler.client.report [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleted allocations for instance 504108f5-c321-4acf-a629-e6f818af97cf [ 1784.815561] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 755e9b02-03fc-47a8-95d2-60c5dce362c0] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1784.975176] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.975374] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-109d97d5-da30-4323-81fb-95295d35224f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.984644] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1784.984644] env[62880]: value = "task-1881124" [ 1784.984644] env[62880]: _type = "Task" [ 1784.984644] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.994597] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.166188] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-dd1df6c5-bd87-436f-b1cb-cd11c36726b6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.167231] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-dd1df6c5-bd87-436f-b1cb-cd11c36726b6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.167231] env[62880]: DEBUG nova.objects.instance [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'flavor' on Instance uuid dd1df6c5-bd87-436f-b1cb-cd11c36726b6 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.294473] env[62880]: DEBUG oslo_concurrency.lockutils [None req-223bc5b5-6e91-436c-8ce0-95a15f070182 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "504108f5-c321-4acf-a629-e6f818af97cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.905s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.320152] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 270451b4-5dbf-450c-9495-900b2f546a97] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1785.497503] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881124, 'name': PowerOffVM_Task, 'duration_secs': 0.278317} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.497860] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.498768] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7474d763-2de4-466f-8238-518405a82d61 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.520287] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8312e1a4-a6f8-4ea5-96d4-9f41e45a026b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.818270] env[62880]: DEBUG nova.objects.instance [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'pci_requests' on Instance uuid dd1df6c5-bd87-436f-b1cb-cd11c36726b6 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.826400] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 0ef93c87-92c4-41e2-8c18-fe25e60e08ec] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1785.978973] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7862a3c4-eb86-45ac-9855-111512d5c7d1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.986780] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7595341-58d6-48de-aad0-e948dd9b9862 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.017807] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6531bf0d-da5a-4a23-b805-92447cfbdb8d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.026377] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5a6dc-6a49-470b-9496-49c331b65ee1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.033756] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1786.049010] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-19c629e2-4369-4597-9896-1875daae37cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.051352] env[62880]: DEBUG nova.compute.provider_tree [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.058062] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1786.058062] env[62880]: value = "task-1881125" [ 1786.058062] env[62880]: _type = "Task" [ 1786.058062] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.067867] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.886738] env[62880]: DEBUG nova.objects.base [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1786.887059] env[62880]: DEBUG nova.network.neutron [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.889607] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 1d2050a8-ceca-441d-a7d4-89c3f65323de] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1786.893351] env[62880]: DEBUG nova.scheduler.client.report [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.910070] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881125, 'name': CreateSnapshot_Task, 'duration_secs': 0.638745} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.910070] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1786.910698] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a5e472-eeb1-4fa9-95f8-deaebe946b11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.946524] env[62880]: DEBUG nova.policy [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1787.334578] env[62880]: DEBUG nova.network.neutron [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Successfully created port: edc33513-d279-4905-b158-c348c339e9df {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1787.400359] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: df00cfae-3bbb-4489-83fb-c7444548c0c4] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1787.401874] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.403329] env[62880]: DEBUG nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1787.406807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.486s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.408547] env[62880]: INFO nova.compute.claims [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.436904] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1787.436904] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de6691aa-248d-4a27-8c2c-0959086dd0c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.444685] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1787.444685] env[62880]: value = "task-1881126" [ 1787.444685] env[62880]: _type = "Task" [ 1787.444685] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.454737] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881126, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.488433] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.488678] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.908374] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 845e8be8-d45f-46cc-9bea-32f1630b9e21] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1787.913841] env[62880]: DEBUG nova.compute.utils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.916894] env[62880]: DEBUG nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1787.917122] env[62880]: DEBUG nova.network.neutron [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1787.958633] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881126, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.984950] env[62880]: DEBUG nova.policy [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a22098f36b514bc99760a3f3d56c5f6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd65d43ea4633455da4f2b468ea3ab6dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1787.992849] env[62880]: DEBUG nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1788.411327] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 03222b41-6488-49b1-a214-837f3c33f7bc] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1788.420945] env[62880]: DEBUG nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1788.460190] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881126, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.512132] env[62880]: DEBUG nova.network.neutron [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Successfully created port: d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.520563] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.619220] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquiring lock "be177209-8681-4d14-90cb-0acc9f8bf56c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.619220] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "be177209-8681-4d14-90cb-0acc9f8bf56c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.663645] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8440022d-e860-4643-8132-ce45e5cefac7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.673075] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56daf526-6ac4-4ed3-823b-01362cd5e35b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.704474] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ab272c-9a7e-40f3-9f02-6925cc7b5c23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.713153] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d40f674-f203-4241-a701-c7be59178d45 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.728063] env[62880]: DEBUG nova.compute.provider_tree [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.918159] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 71345778-5336-4e7b-be54-eee5050cbcc3] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1788.957821] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881126, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.973524] env[62880]: DEBUG nova.compute.manager [req-eff2ef6b-0f87-440a-ac4d-09b45c69e991 req-7b983116-2502-4bd0-9cd7-a31f6085411d service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received event network-vif-plugged-edc33513-d279-4905-b158-c348c339e9df {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1788.974057] env[62880]: DEBUG oslo_concurrency.lockutils [req-eff2ef6b-0f87-440a-ac4d-09b45c69e991 req-7b983116-2502-4bd0-9cd7-a31f6085411d service nova] Acquiring lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.974840] env[62880]: DEBUG oslo_concurrency.lockutils [req-eff2ef6b-0f87-440a-ac4d-09b45c69e991 req-7b983116-2502-4bd0-9cd7-a31f6085411d service nova] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.974840] env[62880]: DEBUG oslo_concurrency.lockutils [req-eff2ef6b-0f87-440a-ac4d-09b45c69e991 req-7b983116-2502-4bd0-9cd7-a31f6085411d service nova] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.975129] env[62880]: DEBUG nova.compute.manager [req-eff2ef6b-0f87-440a-ac4d-09b45c69e991 req-7b983116-2502-4bd0-9cd7-a31f6085411d service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] No waiting events found dispatching network-vif-plugged-edc33513-d279-4905-b158-c348c339e9df {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.975176] env[62880]: WARNING nova.compute.manager [req-eff2ef6b-0f87-440a-ac4d-09b45c69e991 req-7b983116-2502-4bd0-9cd7-a31f6085411d service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received unexpected event network-vif-plugged-edc33513-d279-4905-b158-c348c339e9df for instance with vm_state active and task_state None. [ 1789.112264] env[62880]: DEBUG nova.network.neutron [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Successfully updated port: edc33513-d279-4905-b158-c348c339e9df {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1789.122168] env[62880]: DEBUG nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.231280] env[62880]: DEBUG nova.scheduler.client.report [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.422188] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6c392bcb-fea4-4624-bb9d-8eae7e209681] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1789.435947] env[62880]: DEBUG nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1789.457538] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881126, 'name': CloneVM_Task, 'duration_secs': 1.63428} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.459947] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Created linked-clone VM from snapshot [ 1789.460970] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c4b083-076b-4769-ad44-2a6f31c77900 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.469602] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Uploading image 39d246f4-c9ff-436f-9479-1ac4f2954753 {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1789.473398] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.473638] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.473791] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.473965] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.474125] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.474269] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.474467] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.474618] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.474777] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.474934] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.475123] env[62880]: DEBUG nova.virt.hardware [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.476875] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00e8db2-bcdd-4ccd-a5a1-7e8f813685a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.483598] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c0762c-1f41-47e6-a480-83c71a5c9ff7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.500046] env[62880]: DEBUG oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1789.500046] env[62880]: value = "vm-388741" [ 1789.500046] env[62880]: _type = "VirtualMachine" [ 1789.500046] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1789.500325] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dba08000-3571-4504-bc0e-341c5b22edb6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.507224] env[62880]: DEBUG oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lease: (returnval){ [ 1789.507224] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523c758f-5172-1d6d-6d10-acc1a82c4d71" [ 1789.507224] env[62880]: _type = "HttpNfcLease" [ 1789.507224] env[62880]: } obtained for exporting VM: (result){ [ 1789.507224] env[62880]: value = "vm-388741" [ 1789.507224] env[62880]: _type = "VirtualMachine" [ 1789.507224] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1789.507465] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the lease: (returnval){ [ 1789.507465] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523c758f-5172-1d6d-6d10-acc1a82c4d71" [ 1789.507465] env[62880]: _type = "HttpNfcLease" [ 1789.507465] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1789.514980] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1789.514980] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523c758f-5172-1d6d-6d10-acc1a82c4d71" [ 1789.514980] env[62880]: _type = "HttpNfcLease" [ 1789.514980] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1789.615141] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.615236] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.615412] env[62880]: DEBUG nova.network.neutron [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.659245] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.740058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.740622] env[62880]: DEBUG nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1789.743420] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.223s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.745252] env[62880]: INFO nova.compute.claims [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1789.926082] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 98af636c-27b8-455b-b1f6-53cafbdbf9ed] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1790.017089] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1790.017089] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523c758f-5172-1d6d-6d10-acc1a82c4d71" [ 1790.017089] env[62880]: _type = "HttpNfcLease" [ 1790.017089] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1790.017399] env[62880]: DEBUG oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1790.017399] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523c758f-5172-1d6d-6d10-acc1a82c4d71" [ 1790.017399] env[62880]: _type = "HttpNfcLease" [ 1790.017399] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1790.018127] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57306396-07fe-49be-b4f6-f63677c3516d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.025605] env[62880]: DEBUG oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223de4c-77c8-518e-eb73-4320f12d0404/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1790.026436] env[62880]: DEBUG oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223de4c-77c8-518e-eb73-4320f12d0404/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1790.141781] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d436727e-f9f8-4fb9-9eca-6f373508ae91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.186997] env[62880]: WARNING nova.network.neutron [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] a6660542-f62d-453a-87ad-4658da1c4ad2 already exists in list: networks containing: ['a6660542-f62d-453a-87ad-4658da1c4ad2']. ignoring it [ 1790.252178] env[62880]: DEBUG nova.compute.utils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.253914] env[62880]: DEBUG nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1790.255938] env[62880]: DEBUG nova.network.neutron [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1790.318793] env[62880]: DEBUG nova.policy [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f74863700744a29b926a0275891a015', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d7eafdf5dbe479fa725f7758ff34f0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1790.429818] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1790.430509] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances with incomplete migration {{(pid=62880) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1790.609859] env[62880]: DEBUG nova.network.neutron [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Successfully created port: 652d6aeb-2418-4cc7-a989-ab46fcbc819c {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1790.712075] env[62880]: DEBUG nova.network.neutron [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Successfully updated port: d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.755446] env[62880]: DEBUG nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1790.934695] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1790.982645] env[62880]: DEBUG nova.network.neutron [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updating instance_info_cache with network_info: [{"id": "91762757-5acc-4605-b42d-ca3151b2421e", "address": "fa:16:3e:ee:eb:49", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91762757-5a", "ovs_interfaceid": "91762757-5acc-4605-b42d-ca3151b2421e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edc33513-d279-4905-b158-c348c339e9df", "address": "fa:16:3e:a3:e9:f2", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc33513-d2", "ovs_interfaceid": "edc33513-d279-4905-b158-c348c339e9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.003476] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2625a3-7773-4943-b9b7-9b6926b81f58 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.012904] env[62880]: DEBUG nova.compute.manager [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received event network-changed-edc33513-d279-4905-b158-c348c339e9df {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1791.013226] env[62880]: DEBUG nova.compute.manager [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Refreshing instance network info cache due to event network-changed-edc33513-d279-4905-b158-c348c339e9df. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1791.013744] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Acquiring lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.018387] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d824f83f-016c-4170-bb90-4829ba8e70c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.055678] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e39e6c-2e9f-478c-a48d-7ffe81da1c3a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.065707] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d904b7e-f22b-4e68-8e5b-61faf300862c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.080413] env[62880]: DEBUG nova.compute.provider_tree [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.218880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.218880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.218880] env[62880]: DEBUG nova.network.neutron [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.486041] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.487724] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.487724] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.487724] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Acquired lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.487724] env[62880]: DEBUG nova.network.neutron [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Refreshing network info cache for port edc33513-d279-4905-b158-c348c339e9df {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.488899] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b469a00-ed57-4ca7-889b-30b8ac8c5c5c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.506710] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.506963] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.507134] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.507319] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.507466] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.507612] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.507812] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.507967] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.508147] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.508306] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.508476] env[62880]: DEBUG nova.virt.hardware [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.514795] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Reconfiguring VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1791.515812] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91092fe9-152d-4b6c-96c9-932be4b4d4ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.533452] env[62880]: DEBUG oslo_vmware.api [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1791.533452] env[62880]: value = "task-1881128" [ 1791.533452] env[62880]: _type = "Task" [ 1791.533452] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.542540] env[62880]: DEBUG oslo_vmware.api [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881128, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.584355] env[62880]: DEBUG nova.scheduler.client.report [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.752598] env[62880]: DEBUG nova.network.neutron [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.775421] env[62880]: DEBUG nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.895558] env[62880]: DEBUG nova.network.neutron [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance_info_cache with network_info: [{"id": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "address": "fa:16:3e:b0:4d:67", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f97fa8-8b", "ovs_interfaceid": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.044492] env[62880]: DEBUG oslo_vmware.api [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.089707] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.090851] env[62880]: DEBUG nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.093638] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.435s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.095359] env[62880]: INFO nova.compute.claims [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.142531] env[62880]: DEBUG nova.network.neutron [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Successfully updated port: 652d6aeb-2418-4cc7-a989-ab46fcbc819c {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1792.225791] env[62880]: DEBUG nova.network.neutron [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updated VIF entry in instance network info cache for port edc33513-d279-4905-b158-c348c339e9df. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.226177] env[62880]: DEBUG nova.network.neutron [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updating instance_info_cache with network_info: [{"id": "91762757-5acc-4605-b42d-ca3151b2421e", "address": "fa:16:3e:ee:eb:49", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91762757-5a", "ovs_interfaceid": "91762757-5acc-4605-b42d-ca3151b2421e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edc33513-d279-4905-b158-c348c339e9df", "address": "fa:16:3e:a3:e9:f2", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedc33513-d2", "ovs_interfaceid": "edc33513-d279-4905-b158-c348c339e9df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.397886] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.398232] env[62880]: DEBUG nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Instance network_info: |[{"id": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "address": "fa:16:3e:b0:4d:67", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f97fa8-8b", "ovs_interfaceid": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1792.398727] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:4d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9f97fa8-8bb9-432a-95c6-efa37a0b76d0', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.406500] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Creating folder: Project (d65d43ea4633455da4f2b468ea3ab6dd). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.406809] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b8ac46c-8d2d-4a5b-9284-8eb34da48c91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.418606] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Created folder: Project (d65d43ea4633455da4f2b468ea3ab6dd) in parent group-v388473. [ 1792.418797] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Creating folder: Instances. Parent ref: group-v388742. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.419104] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-247895f1-f256-4026-a7df-8faa37b06c77 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.428895] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Created folder: Instances in parent group-v388742. [ 1792.429188] env[62880]: DEBUG oslo.service.loopingcall [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.429387] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.429592] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb2f206d-165e-4e9d-8aa3-fdc2a9b3c561 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.449211] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.449211] env[62880]: value = "task-1881131" [ 1792.449211] env[62880]: _type = "Task" [ 1792.449211] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.457471] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881131, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.544749] env[62880]: DEBUG oslo_vmware.api [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881128, 'name': ReconfigVM_Task, 'duration_secs': 0.824436} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.545338] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.545567] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Reconfigured VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1792.600541] env[62880]: DEBUG nova.compute.utils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.603923] env[62880]: DEBUG nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.604100] env[62880]: DEBUG nova.network.neutron [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.646533] env[62880]: DEBUG nova.policy [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff528f704064c56b7286ea8339a614d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d431c62e8243668f4bcc8f614a3b28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1792.650593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "refresh_cache-ad8f2ab5-2649-477d-8437-3960044d44e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.650593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "refresh_cache-ad8f2ab5-2649-477d-8437-3960044d44e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.650593] env[62880]: DEBUG nova.network.neutron [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.729257] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Releasing lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.729541] env[62880]: DEBUG nova.compute.manager [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Received event network-vif-plugged-d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1792.729756] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Acquiring lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.729977] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.730155] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.730320] env[62880]: DEBUG nova.compute.manager [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] No waiting events found dispatching network-vif-plugged-d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1792.730481] env[62880]: WARNING nova.compute.manager [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Received unexpected event network-vif-plugged-d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 for instance with vm_state building and task_state spawning. [ 1792.730641] env[62880]: DEBUG nova.compute.manager [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Received event network-changed-d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1792.730793] env[62880]: DEBUG nova.compute.manager [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Refreshing instance network info cache due to event network-changed-d9f97fa8-8bb9-432a-95c6-efa37a0b76d0. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1792.731057] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Acquiring lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.731194] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Acquired lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.731359] env[62880]: DEBUG nova.network.neutron [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Refreshing network info cache for port d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.937774] env[62880]: DEBUG nova.network.neutron [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Successfully created port: 8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.963083] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881131, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.050463] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b1030023-691e-4f7f-be5a-af3a3507a7b9 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-dd1df6c5-bd87-436f-b1cb-cd11c36726b6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.884s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.105319] env[62880]: DEBUG nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.200172] env[62880]: DEBUG nova.network.neutron [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.393429] env[62880]: DEBUG nova.network.neutron [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Updating instance_info_cache with network_info: [{"id": "652d6aeb-2418-4cc7-a989-ab46fcbc819c", "address": "fa:16:3e:c3:b0:32", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652d6aeb-24", "ovs_interfaceid": "652d6aeb-2418-4cc7-a989-ab46fcbc819c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.426791] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2806f66-f454-4c66-b4a4-461f88f18da7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.436636] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86a62b7-6fca-4148-a46c-62700dc11822 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.469784] env[62880]: DEBUG nova.network.neutron [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updated VIF entry in instance network info cache for port d9f97fa8-8bb9-432a-95c6-efa37a0b76d0. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.470166] env[62880]: DEBUG nova.network.neutron [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance_info_cache with network_info: [{"id": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "address": "fa:16:3e:b0:4d:67", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f97fa8-8b", "ovs_interfaceid": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.475230] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fd35ee-50c9-4de6-8ac3-9d6366039435 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.483961] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881131, 'name': CreateVM_Task, 'duration_secs': 0.878669} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.486079] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.487094] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.487282] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.487597] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.488858] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78aa1a6-129c-4b5e-8f6d-41090de33d03 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.492934] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a64a280-1667-422d-8340-0aacd0295213 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.498379] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1793.498379] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526b80d4-2ee5-831c-0b01-0dc0315a217f" [ 1793.498379] env[62880]: _type = "Task" [ 1793.498379] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.507672] env[62880]: DEBUG nova.compute.provider_tree [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.518553] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526b80d4-2ee5-831c-0b01-0dc0315a217f, 'name': SearchDatastore_Task, 'duration_secs': 0.014762} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.519605] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.519900] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.520188] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.520364] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.520791] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.521201] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b40dc354-6ee4-4201-a36b-1ba383c924dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.530683] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.530892] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.531683] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7ee513-2412-478f-820f-a93d583f7a1e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.537763] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1793.537763] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c7cdca-4bb6-82b2-2085-b77da20e1869" [ 1793.537763] env[62880]: _type = "Task" [ 1793.537763] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.546023] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c7cdca-4bb6-82b2-2085-b77da20e1869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.896145] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "refresh_cache-ad8f2ab5-2649-477d-8437-3960044d44e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.896530] env[62880]: DEBUG nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Instance network_info: |[{"id": "652d6aeb-2418-4cc7-a989-ab46fcbc819c", "address": "fa:16:3e:c3:b0:32", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652d6aeb-24", "ovs_interfaceid": "652d6aeb-2418-4cc7-a989-ab46fcbc819c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1793.979222] env[62880]: DEBUG oslo_concurrency.lockutils [req-e05a67e9-a173-492b-9b63-96c7e601dae7 req-4fa4ac72-4179-42bd-b02e-b429e76e2c4d service nova] Releasing lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.014619] env[62880]: DEBUG nova.scheduler.client.report [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.051897] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c7cdca-4bb6-82b2-2085-b77da20e1869, 'name': SearchDatastore_Task, 'duration_secs': 0.040076} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.054133] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f44c40d-3f01-4649-998e-346e718cbbca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.060514] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1794.060514] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52557826-925d-98fe-1d77-f4a39bdd903d" [ 1794.060514] env[62880]: _type = "Task" [ 1794.060514] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.069260] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52557826-925d-98fe-1d77-f4a39bdd903d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.118575] env[62880]: DEBUG nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.149789] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.150053] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.150624] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.150624] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.150624] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.150770] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.150845] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.151034] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.151285] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.151451] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.151864] env[62880]: DEBUG nova.virt.hardware [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.154229] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d149b2d-d6fa-4460-bfd2-e3b5d9269551 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.164187] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8f141-407f-c323-e701-113784c60140/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1794.165821] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9edac7-21e3-496e-95af-681ad34b37d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.173190] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a8f4b1-e90a-44b5-a3ad-34296576e4cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.182845] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.182845] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.184146] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.184146] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.184146] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.184146] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.184338] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.184662] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.184865] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.185058] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.185234] env[62880]: DEBUG nova.virt.hardware [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.187772] env[62880]: DEBUG nova.compute.manager [req-8bc778d1-12c4-4791-aa72-38d13500f1cd req-e8bf2030-14e4-445e-998f-fc6898bf5912 service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Received event network-vif-plugged-652d6aeb-2418-4cc7-a989-ab46fcbc819c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.188149] env[62880]: DEBUG oslo_concurrency.lockutils [req-8bc778d1-12c4-4791-aa72-38d13500f1cd req-e8bf2030-14e4-445e-998f-fc6898bf5912 service nova] Acquiring lock "ad8f2ab5-2649-477d-8437-3960044d44e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.188581] env[62880]: DEBUG oslo_concurrency.lockutils [req-8bc778d1-12c4-4791-aa72-38d13500f1cd req-e8bf2030-14e4-445e-998f-fc6898bf5912 service nova] Lock "ad8f2ab5-2649-477d-8437-3960044d44e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.188933] env[62880]: DEBUG oslo_concurrency.lockutils [req-8bc778d1-12c4-4791-aa72-38d13500f1cd req-e8bf2030-14e4-445e-998f-fc6898bf5912 service nova] Lock "ad8f2ab5-2649-477d-8437-3960044d44e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.189303] env[62880]: DEBUG nova.compute.manager [req-8bc778d1-12c4-4791-aa72-38d13500f1cd req-e8bf2030-14e4-445e-998f-fc6898bf5912 service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] No waiting events found dispatching network-vif-plugged-652d6aeb-2418-4cc7-a989-ab46fcbc819c {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.189602] env[62880]: WARNING nova.compute.manager [req-8bc778d1-12c4-4791-aa72-38d13500f1cd req-e8bf2030-14e4-445e-998f-fc6898bf5912 service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Received unexpected event network-vif-plugged-652d6aeb-2418-4cc7-a989-ab46fcbc819c for instance with vm_state building and task_state spawning. [ 1794.190440] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8f141-407f-c323-e701-113784c60140/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1794.190680] env[62880]: ERROR oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8f141-407f-c323-e701-113784c60140/disk-0.vmdk due to incomplete transfer. [ 1794.192194] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12d50a2-7e4f-494e-aeb0-64b1fffc571f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.198611] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94c0c22e-ccec-4e49-bddd-445e548206df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.211294] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:b0:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '652d6aeb-2418-4cc7-a989-ab46fcbc819c', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.218765] env[62880]: DEBUG oslo.service.loopingcall [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.221857] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.222377] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3b31598-37d2-4912-881e-5bfa3ec52d0c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.237778] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cece05-5929-4bc3-bdc9-44e4555a4c5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.244111] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8f141-407f-c323-e701-113784c60140/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1794.244111] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Uploaded image a5d19204-f511-4004-9768-fc951da4768a to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1794.246045] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1794.246966] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b27487f-53d2-41bd-a2c3-4fcb2157b354 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.259073] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1794.259073] env[62880]: value = "task-1881133" [ 1794.259073] env[62880]: _type = "Task" [ 1794.259073] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.259313] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.259313] env[62880]: value = "task-1881132" [ 1794.259313] env[62880]: _type = "Task" [ 1794.259313] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.270186] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881133, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.273261] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881132, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.520962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.521586] env[62880]: DEBUG nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.573745] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52557826-925d-98fe-1d77-f4a39bdd903d, 'name': SearchDatastore_Task, 'duration_secs': 0.018921} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.574025] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.574307] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 42962ea7-3545-4668-9da2-dc7465c0027c/42962ea7-3545-4668-9da2-dc7465c0027c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.574574] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282519a9-456a-40c0-9287-87f8ae2fb789 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.582496] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1794.582496] env[62880]: value = "task-1881134" [ 1794.582496] env[62880]: _type = "Task" [ 1794.582496] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.593520] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.642160] env[62880]: DEBUG nova.compute.manager [req-e9c610f3-7339-4775-b111-15c031867206 req-88c485db-4b29-4d76-a6c3-d93ef314288f service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Received event network-vif-plugged-8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.642492] env[62880]: DEBUG oslo_concurrency.lockutils [req-e9c610f3-7339-4775-b111-15c031867206 req-88c485db-4b29-4d76-a6c3-d93ef314288f service nova] Acquiring lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.642753] env[62880]: DEBUG oslo_concurrency.lockutils [req-e9c610f3-7339-4775-b111-15c031867206 req-88c485db-4b29-4d76-a6c3-d93ef314288f service nova] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.642944] env[62880]: DEBUG oslo_concurrency.lockutils [req-e9c610f3-7339-4775-b111-15c031867206 req-88c485db-4b29-4d76-a6c3-d93ef314288f service nova] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.643198] env[62880]: DEBUG nova.compute.manager [req-e9c610f3-7339-4775-b111-15c031867206 req-88c485db-4b29-4d76-a6c3-d93ef314288f service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] No waiting events found dispatching network-vif-plugged-8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.643392] env[62880]: WARNING nova.compute.manager [req-e9c610f3-7339-4775-b111-15c031867206 req-88c485db-4b29-4d76-a6c3-d93ef314288f service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Received unexpected event network-vif-plugged-8dca819e-9317-4a38-bc4b-9b9d867fa4e7 for instance with vm_state building and task_state spawning. [ 1794.664478] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.664739] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.664953] env[62880]: INFO nova.compute.manager [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Shelving [ 1794.770650] env[62880]: DEBUG nova.network.neutron [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Successfully updated port: 8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.778315] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881133, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.778545] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881132, 'name': CreateVM_Task, 'duration_secs': 0.456545} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.779032] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.779717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.779974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.780234] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.780608] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de8f112-857b-4a93-a1db-ae41f905dd16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.785655] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1794.785655] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f5aa92-1af6-a76f-6169-0394d92f56b3" [ 1794.785655] env[62880]: _type = "Task" [ 1794.785655] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.795572] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f5aa92-1af6-a76f-6169-0394d92f56b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.026975] env[62880]: DEBUG nova.compute.utils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.029486] env[62880]: DEBUG nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1795.032215] env[62880]: DEBUG nova.network.neutron [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.094515] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881134, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.114465] env[62880]: DEBUG nova.policy [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ae8df9fb6cf436abc61ac176cfc764f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f361328e08b3404cb7ad77ad5c9777c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.175708] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-dd1df6c5-bd87-436f-b1cb-cd11c36726b6-edc33513-d279-4905-b158-c348c339e9df" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.175962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-dd1df6c5-bd87-436f-b1cb-cd11c36726b6-edc33513-d279-4905-b158-c348c339e9df" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.274134] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881133, 'name': Destroy_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.279977] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.280141] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.280292] env[62880]: DEBUG nova.network.neutron [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.300554] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f5aa92-1af6-a76f-6169-0394d92f56b3, 'name': SearchDatastore_Task, 'duration_secs': 0.050013} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.301016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.301359] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.301612] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.301761] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.301941] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.302703] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a608bd3-cb10-40b8-89b3-9005d83f3f46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.321461] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.321899] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.322789] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb79ad9-ee28-4382-8763-16c2da46f7f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.332359] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1795.332359] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527775d9-c5b6-3dbe-6ed7-aad3e3282926" [ 1795.332359] env[62880]: _type = "Task" [ 1795.332359] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.343863] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527775d9-c5b6-3dbe-6ed7-aad3e3282926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.532860] env[62880]: DEBUG nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.583610] env[62880]: DEBUG nova.network.neutron [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Successfully created port: 583b5f30-5b2f-45f6-a68d-989a561f6cb7 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.596297] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819352} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.596550] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 42962ea7-3545-4668-9da2-dc7465c0027c/42962ea7-3545-4668-9da2-dc7465c0027c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1795.596747] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1795.596985] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc78a3d-f0af-4752-9258-a22c1c560526 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.602910] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1795.602910] env[62880]: value = "task-1881135" [ 1795.602910] env[62880]: _type = "Task" [ 1795.602910] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.610524] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.678482] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.678907] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a45c8d03-75d1-47a0-b3e8-179b424a3855 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.680990] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.681170] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.681946] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb739b-7399-47d8-9da0-96275f108681 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.709290] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8601e473-cd74-4182-943e-f6a10c33c85f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.713542] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1795.713542] env[62880]: value = "task-1881136" [ 1795.713542] env[62880]: _type = "Task" [ 1795.713542] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.755529] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Reconfiguring VM to detach interface {{(pid=62880) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1795.756616] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840a371d-af24-4095-b3fe-907e0e8b349d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.787151] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.799728] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881133, 'name': Destroy_Task, 'duration_secs': 1.252023} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.801540] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Destroyed the VM [ 1795.801945] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1795.802398] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1795.802398] env[62880]: value = "task-1881137" [ 1795.802398] env[62880]: _type = "Task" [ 1795.802398] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.802673] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d358b32-fff1-488c-ad0b-e07294d1fbf5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.814860] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1795.814860] env[62880]: value = "task-1881138" [ 1795.814860] env[62880]: _type = "Task" [ 1795.814860] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.819514] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.831107] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881138, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.842097] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527775d9-c5b6-3dbe-6ed7-aad3e3282926, 'name': SearchDatastore_Task, 'duration_secs': 0.04379} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.843276] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ddd5df7-1bfc-4c1d-a7b6-64f03c23001c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.848406] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1795.848406] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5231d44d-82fd-234e-e1c0-2787bea804a6" [ 1795.848406] env[62880]: _type = "Task" [ 1795.848406] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.857085] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5231d44d-82fd-234e-e1c0-2787bea804a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.871821] env[62880]: DEBUG nova.network.neutron [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.114870] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881135, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.132260] env[62880]: DEBUG nova.network.neutron [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Updating instance_info_cache with network_info: [{"id": "8dca819e-9317-4a38-bc4b-9b9d867fa4e7", "address": "fa:16:3e:d0:a6:f0", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dca819e-93", "ovs_interfaceid": "8dca819e-9317-4a38-bc4b-9b9d867fa4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.203073] env[62880]: DEBUG nova.compute.manager [req-cc7f6e85-fb6a-4d72-9c10-42bf3ff91736 req-6dde1478-5891-44ec-b7d0-9b35539284a7 service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Received event network-changed-652d6aeb-2418-4cc7-a989-ab46fcbc819c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1796.203292] env[62880]: DEBUG nova.compute.manager [req-cc7f6e85-fb6a-4d72-9c10-42bf3ff91736 req-6dde1478-5891-44ec-b7d0-9b35539284a7 service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Refreshing instance network info cache due to event network-changed-652d6aeb-2418-4cc7-a989-ab46fcbc819c. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1796.203774] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc7f6e85-fb6a-4d72-9c10-42bf3ff91736 req-6dde1478-5891-44ec-b7d0-9b35539284a7 service nova] Acquiring lock "refresh_cache-ad8f2ab5-2649-477d-8437-3960044d44e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.203774] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc7f6e85-fb6a-4d72-9c10-42bf3ff91736 req-6dde1478-5891-44ec-b7d0-9b35539284a7 service nova] Acquired lock "refresh_cache-ad8f2ab5-2649-477d-8437-3960044d44e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.203928] env[62880]: DEBUG nova.network.neutron [req-cc7f6e85-fb6a-4d72-9c10-42bf3ff91736 req-6dde1478-5891-44ec-b7d0-9b35539284a7 service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Refreshing network info cache for port 652d6aeb-2418-4cc7-a989-ab46fcbc819c {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.224207] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881136, 'name': PowerOffVM_Task, 'duration_secs': 0.278505} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.224429] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.225231] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab1dc5-a6cb-4e62-88d7-c50a4657ed6a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.243458] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139e44c-a521-4c42-a8ca-f3fa8272c52f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.315447] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.328027] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881138, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.358595] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5231d44d-82fd-234e-e1c0-2787bea804a6, 'name': SearchDatastore_Task, 'duration_secs': 0.019635} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.358907] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.359183] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] ad8f2ab5-2649-477d-8437-3960044d44e3/ad8f2ab5-2649-477d-8437-3960044d44e3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.359482] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4adbedc-79ec-42c7-a138-832a6d4e417b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.366681] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1796.366681] env[62880]: value = "task-1881139" [ 1796.366681] env[62880]: _type = "Task" [ 1796.366681] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.374500] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.542478] env[62880]: DEBUG nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.577598] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.577876] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.578070] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.578222] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.578352] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.578506] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.578788] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.578857] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.579037] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.580030] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.580030] env[62880]: DEBUG nova.virt.hardware [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.580217] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133fc77-1117-4687-b438-09dceef62ada {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.588739] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a255c0f-0da6-4bba-99ce-b11e2b7a8c75 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.613038] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.551659} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.613319] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.614089] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8854aa77-e013-4bf7-b99f-1bafe362ea86 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.635557] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 42962ea7-3545-4668-9da2-dc7465c0027c/42962ea7-3545-4668-9da2-dc7465c0027c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.636105] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.636400] env[62880]: DEBUG nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Instance network_info: |[{"id": "8dca819e-9317-4a38-bc4b-9b9d867fa4e7", "address": "fa:16:3e:d0:a6:f0", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dca819e-93", "ovs_interfaceid": "8dca819e-9317-4a38-bc4b-9b9d867fa4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.636679] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7680de8f-4014-4fe7-8117-066859e6cfab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.650715] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:a6:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dca819e-9317-4a38-bc4b-9b9d867fa4e7', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.658495] env[62880]: DEBUG oslo.service.loopingcall [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.658744] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.659442] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c21def-e886-4cab-ace3-d2b227b5e7c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.679239] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1796.679239] env[62880]: value = "task-1881140" [ 1796.679239] env[62880]: _type = "Task" [ 1796.679239] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.679239] env[62880]: DEBUG nova.compute.manager [req-c4e1e5dc-f09f-4fe6-a970-447003d36137 req-27c60490-df96-4936-9cbb-04c1d4856f18 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Received event network-changed-8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1796.679239] env[62880]: DEBUG nova.compute.manager [req-c4e1e5dc-f09f-4fe6-a970-447003d36137 req-27c60490-df96-4936-9cbb-04c1d4856f18 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Refreshing instance network info cache due to event network-changed-8dca819e-9317-4a38-bc4b-9b9d867fa4e7. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1796.679239] env[62880]: DEBUG oslo_concurrency.lockutils [req-c4e1e5dc-f09f-4fe6-a970-447003d36137 req-27c60490-df96-4936-9cbb-04c1d4856f18 service nova] Acquiring lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.679701] env[62880]: DEBUG oslo_concurrency.lockutils [req-c4e1e5dc-f09f-4fe6-a970-447003d36137 req-27c60490-df96-4936-9cbb-04c1d4856f18 service nova] Acquired lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.679909] env[62880]: DEBUG nova.network.neutron [req-c4e1e5dc-f09f-4fe6-a970-447003d36137 req-27c60490-df96-4936-9cbb-04c1d4856f18 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Refreshing network info cache for port 8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.689207] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.689207] env[62880]: value = "task-1881141" [ 1796.689207] env[62880]: _type = "Task" [ 1796.689207] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.696942] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.703911] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881141, 'name': CreateVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.753873] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1796.754654] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ae27c71-1a9c-4f0a-b068-be211e64b73f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.763589] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1796.763589] env[62880]: value = "task-1881142" [ 1796.763589] env[62880]: _type = "Task" [ 1796.763589] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.773361] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.820516] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.835967] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881138, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.876727] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881139, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.004339] env[62880]: DEBUG nova.network.neutron [req-cc7f6e85-fb6a-4d72-9c10-42bf3ff91736 req-6dde1478-5891-44ec-b7d0-9b35539284a7 service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Updated VIF entry in instance network info cache for port 652d6aeb-2418-4cc7-a989-ab46fcbc819c. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.004791] env[62880]: DEBUG nova.network.neutron [req-cc7f6e85-fb6a-4d72-9c10-42bf3ff91736 req-6dde1478-5891-44ec-b7d0-9b35539284a7 service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Updating instance_info_cache with network_info: [{"id": "652d6aeb-2418-4cc7-a989-ab46fcbc819c", "address": "fa:16:3e:c3:b0:32", "network": {"id": "8081b46b-27bf-4486-9df4-40734eb828d9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-383356664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d7eafdf5dbe479fa725f7758ff34f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652d6aeb-24", "ovs_interfaceid": "652d6aeb-2418-4cc7-a989-ab46fcbc819c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.197441] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.202949] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881141, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.274198] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881142, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.315794] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.333919] env[62880]: DEBUG oslo_vmware.api [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881138, 'name': RemoveSnapshot_Task, 'duration_secs': 1.48177} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.334240] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1797.334480] env[62880]: INFO nova.compute.manager [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Took 21.09 seconds to snapshot the instance on the hypervisor. [ 1797.377848] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779386} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.378165] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] ad8f2ab5-2649-477d-8437-3960044d44e3/ad8f2ab5-2649-477d-8437-3960044d44e3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.378402] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.378654] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5534c983-80de-4da3-87f9-80264b3bbbef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.386024] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1797.386024] env[62880]: value = "task-1881143" [ 1797.386024] env[62880]: _type = "Task" [ 1797.386024] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.395089] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.508036] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc7f6e85-fb6a-4d72-9c10-42bf3ff91736 req-6dde1478-5891-44ec-b7d0-9b35539284a7 service nova] Releasing lock "refresh_cache-ad8f2ab5-2649-477d-8437-3960044d44e3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.700070] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881140, 'name': ReconfigVM_Task, 'duration_secs': 0.9258} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.701028] env[62880]: DEBUG nova.network.neutron [req-c4e1e5dc-f09f-4fe6-a970-447003d36137 req-27c60490-df96-4936-9cbb-04c1d4856f18 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Updated VIF entry in instance network info cache for port 8dca819e-9317-4a38-bc4b-9b9d867fa4e7. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.701433] env[62880]: DEBUG nova.network.neutron [req-c4e1e5dc-f09f-4fe6-a970-447003d36137 req-27c60490-df96-4936-9cbb-04c1d4856f18 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Updating instance_info_cache with network_info: [{"id": "8dca819e-9317-4a38-bc4b-9b9d867fa4e7", "address": "fa:16:3e:d0:a6:f0", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dca819e-93", "ovs_interfaceid": "8dca819e-9317-4a38-bc4b-9b9d867fa4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.703008] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 42962ea7-3545-4668-9da2-dc7465c0027c/42962ea7-3545-4668-9da2-dc7465c0027c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.703761] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c624b8e6-0f11-4d99-8d1b-c816ac2906ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.709981] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881141, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.710798] env[62880]: DEBUG nova.network.neutron [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Successfully updated port: 583b5f30-5b2f-45f6-a68d-989a561f6cb7 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.716920] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1797.716920] env[62880]: value = "task-1881144" [ 1797.716920] env[62880]: _type = "Task" [ 1797.716920] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.727424] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881144, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.784988] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881142, 'name': CreateSnapshot_Task, 'duration_secs': 0.91899} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.785311] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1797.786179] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8165751b-b270-4fab-892b-ff578dcd940d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.816481] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.880010] env[62880]: DEBUG nova.compute.manager [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Found 3 images (rotation: 2) {{(pid=62880) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1797.880238] env[62880]: DEBUG nova.compute.manager [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Rotating out 1 backups {{(pid=62880) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1797.880400] env[62880]: DEBUG nova.compute.manager [None req-9860a290-d4a5-40b6-9dad-594eb052d435 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleting image db534af8-de2e-4888-9d4b-0ed5a571e171 {{(pid=62880) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1797.895104] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172525} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.895358] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.896126] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaea43d6-5e42-4b31-9647-05added2926e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.920121] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] ad8f2ab5-2649-477d-8437-3960044d44e3/ad8f2ab5-2649-477d-8437-3960044d44e3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.922232] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11f2431-009c-4e1c-9293-da49dfdca020 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.943812] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1797.943812] env[62880]: value = "task-1881145" [ 1797.943812] env[62880]: _type = "Task" [ 1797.943812] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.945851] env[62880]: DEBUG oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223de4c-77c8-518e-eb73-4320f12d0404/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1797.946852] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1fa899-6d84-4f82-a6df-bd98b9e7e160 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.957502] env[62880]: DEBUG oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223de4c-77c8-518e-eb73-4320f12d0404/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1797.957681] env[62880]: ERROR oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223de4c-77c8-518e-eb73-4320f12d0404/disk-0.vmdk due to incomplete transfer. [ 1797.960771] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-629cd52d-3b37-4d60-96c2-94a05e4de11f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.962372] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.968604] env[62880]: DEBUG oslo_vmware.rw_handles [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223de4c-77c8-518e-eb73-4320f12d0404/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1797.968842] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Uploaded image 39d246f4-c9ff-436f-9479-1ac4f2954753 to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1797.971222] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1797.971563] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9a5cd5a-88c8-498c-b934-2621db910e53 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.982879] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1797.982879] env[62880]: value = "task-1881146" [ 1797.982879] env[62880]: _type = "Task" [ 1797.982879] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.993321] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881146, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.200315] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881141, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.206965] env[62880]: DEBUG oslo_concurrency.lockutils [req-c4e1e5dc-f09f-4fe6-a970-447003d36137 req-27c60490-df96-4936-9cbb-04c1d4856f18 service nova] Releasing lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.213677] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquiring lock "refresh_cache-be177209-8681-4d14-90cb-0acc9f8bf56c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.213817] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquired lock "refresh_cache-be177209-8681-4d14-90cb-0acc9f8bf56c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.213968] env[62880]: DEBUG nova.network.neutron [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.226608] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881144, 'name': Rename_Task, 'duration_secs': 0.268799} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.226863] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.227124] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce429502-80c3-444c-85b8-d61a470c44b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.234200] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1798.234200] env[62880]: value = "task-1881147" [ 1798.234200] env[62880]: _type = "Task" [ 1798.234200] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.241328] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.309765] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1798.309765] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb558d35-fd97-4a1e-a3d0-ba24129d8166 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.321548] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.322971] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1798.322971] env[62880]: value = "task-1881148" [ 1798.322971] env[62880]: _type = "Task" [ 1798.322971] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.330576] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881148, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.455242] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881145, 'name': ReconfigVM_Task, 'duration_secs': 0.384451} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.455530] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Reconfigured VM instance instance-0000005d to attach disk [datastore1] ad8f2ab5-2649-477d-8437-3960044d44e3/ad8f2ab5-2649-477d-8437-3960044d44e3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.456194] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72134d09-2c86-4817-8a0a-36fafa6e12a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.462462] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1798.462462] env[62880]: value = "task-1881149" [ 1798.462462] env[62880]: _type = "Task" [ 1798.462462] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.470563] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881149, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.493238] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881146, 'name': Destroy_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.700333] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881141, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.712070] env[62880]: DEBUG nova.compute.manager [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Received event network-vif-plugged-583b5f30-5b2f-45f6-a68d-989a561f6cb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1798.712394] env[62880]: DEBUG oslo_concurrency.lockutils [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] Acquiring lock "be177209-8681-4d14-90cb-0acc9f8bf56c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.712547] env[62880]: DEBUG oslo_concurrency.lockutils [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] Lock "be177209-8681-4d14-90cb-0acc9f8bf56c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.712711] env[62880]: DEBUG oslo_concurrency.lockutils [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] Lock "be177209-8681-4d14-90cb-0acc9f8bf56c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.712876] env[62880]: DEBUG nova.compute.manager [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] No waiting events found dispatching network-vif-plugged-583b5f30-5b2f-45f6-a68d-989a561f6cb7 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1798.713045] env[62880]: WARNING nova.compute.manager [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Received unexpected event network-vif-plugged-583b5f30-5b2f-45f6-a68d-989a561f6cb7 for instance with vm_state building and task_state spawning. [ 1798.713204] env[62880]: DEBUG nova.compute.manager [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Received event network-changed-583b5f30-5b2f-45f6-a68d-989a561f6cb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1798.713356] env[62880]: DEBUG nova.compute.manager [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Refreshing instance network info cache due to event network-changed-583b5f30-5b2f-45f6-a68d-989a561f6cb7. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1798.713541] env[62880]: DEBUG oslo_concurrency.lockutils [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] Acquiring lock "refresh_cache-be177209-8681-4d14-90cb-0acc9f8bf56c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.745064] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.766536] env[62880]: DEBUG nova.network.neutron [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.819636] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.832848] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881148, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.972280] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881149, 'name': Rename_Task, 'duration_secs': 0.142819} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.975012] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.975012] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ece3f616-531b-4dd0-bb31-eb0c0a9d1243 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.982414] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1798.982414] env[62880]: value = "task-1881150" [ 1798.982414] env[62880]: _type = "Task" [ 1798.982414] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.997145] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881146, 'name': Destroy_Task, 'duration_secs': 0.535295} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.997584] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.997955] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Destroyed the VM [ 1798.998338] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1798.998702] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f675a8f4-1a86-4e37-b8e2-be48116f60b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.007331] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1799.007331] env[62880]: value = "task-1881151" [ 1799.007331] env[62880]: _type = "Task" [ 1799.007331] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.015429] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881151, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.016603] env[62880]: DEBUG nova.network.neutron [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Updating instance_info_cache with network_info: [{"id": "583b5f30-5b2f-45f6-a68d-989a561f6cb7", "address": "fa:16:3e:d6:c2:df", "network": {"id": "3f2edcd4-30c5-422c-82c0-e551cb708ea9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-381283841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f361328e08b3404cb7ad77ad5c9777c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583b5f30-5b", "ovs_interfaceid": "583b5f30-5b2f-45f6-a68d-989a561f6cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.201103] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881141, 'name': CreateVM_Task, 'duration_secs': 2.039085} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.201505] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.202208] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.202399] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.202742] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.203015] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edcf63c-5552-4426-ac96-c886af262140 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.207991] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1799.207991] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222ebc5-5a44-d89e-5e11-42e4a86cba73" [ 1799.207991] env[62880]: _type = "Task" [ 1799.207991] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.219430] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222ebc5-5a44-d89e-5e11-42e4a86cba73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.245251] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.321130] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.334184] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881148, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.490549] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881150, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.514955] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881151, 'name': RemoveSnapshot_Task, 'duration_secs': 0.459788} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.515365] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1799.515715] env[62880]: DEBUG nova.compute.manager [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.516588] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3952aea6-df06-4318-a954-5a9f7e6a3d4f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.519590] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Releasing lock "refresh_cache-be177209-8681-4d14-90cb-0acc9f8bf56c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.519988] env[62880]: DEBUG nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Instance network_info: |[{"id": "583b5f30-5b2f-45f6-a68d-989a561f6cb7", "address": "fa:16:3e:d6:c2:df", "network": {"id": "3f2edcd4-30c5-422c-82c0-e551cb708ea9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-381283841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f361328e08b3404cb7ad77ad5c9777c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583b5f30-5b", "ovs_interfaceid": "583b5f30-5b2f-45f6-a68d-989a561f6cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.520365] env[62880]: DEBUG oslo_concurrency.lockutils [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] Acquired lock "refresh_cache-be177209-8681-4d14-90cb-0acc9f8bf56c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.520609] env[62880]: DEBUG nova.network.neutron [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Refreshing network info cache for port 583b5f30-5b2f-45f6-a68d-989a561f6cb7 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.521960] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:c2:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '583b5f30-5b2f-45f6-a68d-989a561f6cb7', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.529822] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Creating folder: Project (f361328e08b3404cb7ad77ad5c9777c0). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.533019] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa746d33-83d5-469a-b746-f5bc256fd009 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.547174] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Created folder: Project (f361328e08b3404cb7ad77ad5c9777c0) in parent group-v388473. [ 1799.547425] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Creating folder: Instances. Parent ref: group-v388749. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.547680] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00f623c3-297e-4ca5-82d9-9a8c0435761b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.559734] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Created folder: Instances in parent group-v388749. [ 1799.559987] env[62880]: DEBUG oslo.service.loopingcall [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.560225] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.560455] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4612a20-39a9-450f-86ff-519b7ab43546 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.582018] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.582018] env[62880]: value = "task-1881154" [ 1799.582018] env[62880]: _type = "Task" [ 1799.582018] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.590463] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.719046] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222ebc5-5a44-d89e-5e11-42e4a86cba73, 'name': SearchDatastore_Task, 'duration_secs': 0.01743} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.720055] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.720055] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.720055] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.720055] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.720274] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.720402] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30b4208a-02c1-46e4-ba43-8ac8eb90c9af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.730671] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.730855] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1799.731822] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99aeec53-d79c-411c-8c68-dccf391fdcfe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.737520] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1799.737520] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525d8ca4-506e-5ec2-2ce8-f7bee8a48910" [ 1799.737520] env[62880]: _type = "Task" [ 1799.737520] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.747527] env[62880]: DEBUG oslo_vmware.api [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881147, 'name': PowerOnVM_Task, 'duration_secs': 1.227855} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.750352] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.750498] env[62880]: INFO nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Took 10.31 seconds to spawn the instance on the hypervisor. [ 1799.750678] env[62880]: DEBUG nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.750935] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525d8ca4-506e-5ec2-2ce8-f7bee8a48910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.751655] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499abf7b-7284-4a0a-aa91-456113b997a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.820920] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.833053] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881148, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.991369] env[62880]: DEBUG oslo_vmware.api [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881150, 'name': PowerOnVM_Task, 'duration_secs': 0.582506} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.991643] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.991840] env[62880]: INFO nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1799.992021] env[62880]: DEBUG nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.992797] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a653092e-e190-431e-b056-47a6b303caed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.046021] env[62880]: INFO nova.compute.manager [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Shelve offloading [ 1800.091990] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.251307] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]525d8ca4-506e-5ec2-2ce8-f7bee8a48910, 'name': SearchDatastore_Task, 'duration_secs': 0.020882} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.252130] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7af6ef-3348-423f-9877-60687bc2a8ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.257749] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1800.257749] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346" [ 1800.257749] env[62880]: _type = "Task" [ 1800.257749] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.274007] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.274682] env[62880]: INFO nova.compute.manager [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Took 18.86 seconds to build instance. [ 1800.322313] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.336644] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881148, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.388950] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.389239] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.389422] env[62880]: DEBUG nova.compute.manager [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.390335] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611d3746-eb98-4672-b749-699e739c7467 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.402019] env[62880]: DEBUG nova.compute.manager [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1800.402019] env[62880]: DEBUG nova.objects.instance [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'flavor' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.513248] env[62880]: INFO nova.compute.manager [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Took 18.61 seconds to build instance. [ 1800.548177] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.548489] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a24f6fca-1596-4af0-a4a1-5fde48929667 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.560903] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1800.560903] env[62880]: value = "task-1881155" [ 1800.560903] env[62880]: _type = "Task" [ 1800.560903] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.582994] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1800.582994] env[62880]: DEBUG nova.compute.manager [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.583624] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225c8362-adda-464b-b6d0-fbb61d459697 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.592592] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.593429] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.593429] env[62880]: DEBUG nova.network.neutron [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.597147] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.673950] env[62880]: DEBUG nova.network.neutron [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Updated VIF entry in instance network info cache for port 583b5f30-5b2f-45f6-a68d-989a561f6cb7. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.674320] env[62880]: DEBUG nova.network.neutron [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Updating instance_info_cache with network_info: [{"id": "583b5f30-5b2f-45f6-a68d-989a561f6cb7", "address": "fa:16:3e:d6:c2:df", "network": {"id": "3f2edcd4-30c5-422c-82c0-e551cb708ea9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-381283841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f361328e08b3404cb7ad77ad5c9777c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583b5f30-5b", "ovs_interfaceid": "583b5f30-5b2f-45f6-a68d-989a561f6cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.768029] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.776611] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1e98bda2-0237-4977-b0a1-58c48e6749f6 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.373s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.824752] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.836402] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881148, 'name': CloneVM_Task, 'duration_secs': 2.388458} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.836690] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Created linked-clone VM from snapshot [ 1800.837424] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d042970-527d-48d5-9fbe-7a970a02682a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.844388] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Uploading image baf66e24-96ed-4637-ba13-d54107edb22c {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1800.879117] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1800.879117] env[62880]: value = "vm-388748" [ 1800.879117] env[62880]: _type = "VirtualMachine" [ 1800.879117] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1800.879431] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-762bb823-c027-431d-b7b5-b13150fa5cfc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.886129] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lease: (returnval){ [ 1800.886129] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528d99df-9391-a4ba-deae-368042e8d0fa" [ 1800.886129] env[62880]: _type = "HttpNfcLease" [ 1800.886129] env[62880]: } obtained for exporting VM: (result){ [ 1800.886129] env[62880]: value = "vm-388748" [ 1800.886129] env[62880]: _type = "VirtualMachine" [ 1800.886129] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1800.886369] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the lease: (returnval){ [ 1800.886369] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528d99df-9391-a4ba-deae-368042e8d0fa" [ 1800.886369] env[62880]: _type = "HttpNfcLease" [ 1800.886369] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1800.892896] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.892896] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528d99df-9391-a4ba-deae-368042e8d0fa" [ 1800.892896] env[62880]: _type = "HttpNfcLease" [ 1800.892896] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1801.015346] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b564d4f-bc3e-4e91-9d1c-1d5f6cd5288e tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "ad8f2ab5-2649-477d-8437-3960044d44e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.122s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.096279] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.177337] env[62880]: DEBUG oslo_concurrency.lockutils [req-bf218923-aaaa-43ce-925c-ab95040a7479 req-346aea38-665a-4de5-a73e-4dfd66837beb service nova] Releasing lock "refresh_cache-be177209-8681-4d14-90cb-0acc9f8bf56c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.269589] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.286917] env[62880]: DEBUG nova.network.neutron [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Updating instance_info_cache with network_info: [{"id": "d76c7721-728d-4b68-8f81-585a9a55ec34", "address": "fa:16:3e:06:45:ab", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76c7721-72", "ovs_interfaceid": "d76c7721-728d-4b68-8f81-585a9a55ec34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.326430] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.395104] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.395104] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528d99df-9391-a4ba-deae-368042e8d0fa" [ 1801.395104] env[62880]: _type = "HttpNfcLease" [ 1801.395104] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1801.395521] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1801.395521] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528d99df-9391-a4ba-deae-368042e8d0fa" [ 1801.395521] env[62880]: _type = "HttpNfcLease" [ 1801.395521] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1801.396352] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141b688c-9101-4607-9843-4ce5d0830c28 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.405967] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265e036-6e68-a490-f24a-7a4042abc3a0/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1801.406241] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265e036-6e68-a490-f24a-7a4042abc3a0/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1801.408134] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.409239] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81af942d-5c74-474c-82e8-cefb97a9f3d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.471471] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1801.471471] env[62880]: value = "task-1881157" [ 1801.471471] env[62880]: _type = "Task" [ 1801.471471] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.480388] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.509886] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c238abb3-9ea5-44d8-9e42-ac519e04925e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.519205] env[62880]: DEBUG nova.compute.manager [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1801.597375] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.770104] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.789900] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.823749] env[62880]: DEBUG oslo_vmware.api [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881137, 'name': ReconfigVM_Task, 'duration_secs': 5.835652} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.824109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.824434] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Reconfigured VM to detach interface {{(pid=62880) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1801.985517] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.045518] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.046114] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.077579] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "ad8f2ab5-2649-477d-8437-3960044d44e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.077859] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "ad8f2ab5-2649-477d-8437-3960044d44e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.078092] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "ad8f2ab5-2649-477d-8437-3960044d44e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.078282] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "ad8f2ab5-2649-477d-8437-3960044d44e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.078665] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "ad8f2ab5-2649-477d-8437-3960044d44e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.081769] env[62880]: INFO nova.compute.manager [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Terminating instance [ 1802.103324] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.270391] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.450124] env[62880]: DEBUG nova.compute.manager [req-e8af98ab-7230-438c-9979-ab76bd94f994 req-ae36ba7f-a0ff-4026-b451-89df8bf8d060 service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Received event network-vif-unplugged-d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1802.450392] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8af98ab-7230-438c-9979-ab76bd94f994 req-ae36ba7f-a0ff-4026-b451-89df8bf8d060 service nova] Acquiring lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.450589] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8af98ab-7230-438c-9979-ab76bd94f994 req-ae36ba7f-a0ff-4026-b451-89df8bf8d060 service nova] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.450794] env[62880]: DEBUG oslo_concurrency.lockutils [req-e8af98ab-7230-438c-9979-ab76bd94f994 req-ae36ba7f-a0ff-4026-b451-89df8bf8d060 service nova] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.451270] env[62880]: DEBUG nova.compute.manager [req-e8af98ab-7230-438c-9979-ab76bd94f994 req-ae36ba7f-a0ff-4026-b451-89df8bf8d060 service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] No waiting events found dispatching network-vif-unplugged-d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1802.451609] env[62880]: WARNING nova.compute.manager [req-e8af98ab-7230-438c-9979-ab76bd94f994 req-ae36ba7f-a0ff-4026-b451-89df8bf8d060 service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Received unexpected event network-vif-unplugged-d76c7721-728d-4b68-8f81-585a9a55ec34 for instance with vm_state shelved and task_state shelving_offloading. [ 1802.487536] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.499235] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.500318] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9edbb0d-b83a-4123-8640-21f31c33ac14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.508887] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.509263] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ccbde1-39fa-45d8-83d7-9202413e21d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.555033] env[62880]: INFO nova.compute.claims [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1802.585876] env[62880]: DEBUG nova.compute.manager [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.586186] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.587539] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dce066-dd76-49b3-945e-2ab42f90de05 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.600147] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.602474] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.602844] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb836465-ee72-4a48-b4a4-f73b38e73568 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.610717] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1802.610717] env[62880]: value = "task-1881159" [ 1802.610717] env[62880]: _type = "Task" [ 1802.610717] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.619542] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.773163] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.982634] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.061531] env[62880]: INFO nova.compute.resource_tracker [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating resource usage from migration 03e3d4e8-eab2-4e6a-9074-aea12be7c41c [ 1803.100834] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.123437] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881159, 'name': PowerOffVM_Task, 'duration_secs': 0.229217} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.124503] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.124873] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.125292] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-903232e5-68fa-4fb0-97be-8a7f3131cc2b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.205594] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.206405] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.206405] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleting the datastore file [datastore1] ad8f2ab5-2649-477d-8437-3960044d44e3 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.206644] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-857bb9be-94ce-4dea-bec2-6aefe910bf46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.216267] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for the task: (returnval){ [ 1803.216267] env[62880]: value = "task-1881161" [ 1803.216267] env[62880]: _type = "Task" [ 1803.216267] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.227200] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.252490] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8a7a30-8a39-4de5-acf5-3084ddb1c138 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.260911] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4811f0d-990a-4bb1-8504-a8801737f443 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.300494] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23292efd-ed3e-4cfc-b83f-64b17a8e1000 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.303300] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.308863] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586f401f-6954-4563-954a-c9b174f069bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.325135] env[62880]: DEBUG nova.compute.provider_tree [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1803.474596] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.475075] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.475075] env[62880]: DEBUG nova.network.neutron [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.488243] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.601750] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.726716] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.756053] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.756306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.756486] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.756671] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.756840] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.759028] env[62880]: INFO nova.compute.manager [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Terminating instance [ 1803.777017] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.848583] env[62880]: ERROR nova.scheduler.client.report [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [req-bad9aa26-fc1f-48b6-9cd4-bfc39bd991c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bad9aa26-fc1f-48b6-9cd4-bfc39bd991c8"}]} [ 1803.865131] env[62880]: DEBUG nova.scheduler.client.report [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1803.880079] env[62880]: DEBUG nova.scheduler.client.report [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1803.880230] env[62880]: DEBUG nova.compute.provider_tree [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1803.893673] env[62880]: DEBUG nova.scheduler.client.report [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1803.915479] env[62880]: DEBUG nova.scheduler.client.report [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1803.988909] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.104175] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.114808] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a1e1c-584c-4f30-9068-6ef1fbbbef1e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.122040] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe4fec-0f9a-482f-a850-22a98f8ed18e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.155194] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe4430-9ab1-4d7b-8263-17ff92108420 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.163974] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ff5136-d8b5-4c94-a550-7d8cb2eee58e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.178683] env[62880]: DEBUG nova.compute.provider_tree [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.227717] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.262452] env[62880]: DEBUG nova.compute.manager [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1804.262608] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.263511] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38dd7e-44e6-4715-815f-a29825c955c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.274160] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.274710] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e64cb82-eb2b-4e62-a887-a37e028da5ac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.280076] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5228546f-1dec-84b4-0a02-a072ae213346, 'name': SearchDatastore_Task, 'duration_secs': 3.804068} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.280751] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.281013] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 1a9d5473-6ff5-463f-9427-e7f51aa5cb90/1a9d5473-6ff5-463f-9427-e7f51aa5cb90.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1804.281352] env[62880]: DEBUG oslo_vmware.api [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1804.281352] env[62880]: value = "task-1881162" [ 1804.281352] env[62880]: _type = "Task" [ 1804.281352] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.281557] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9798212b-df15-4d2a-9102-05c836d7da66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.295075] env[62880]: DEBUG oslo_vmware.api [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.296525] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1804.296525] env[62880]: value = "task-1881163" [ 1804.296525] env[62880]: _type = "Task" [ 1804.296525] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.305514] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.308171] env[62880]: INFO nova.network.neutron [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Port edc33513-d279-4905-b158-c348c339e9df from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1804.308630] env[62880]: DEBUG nova.network.neutron [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updating instance_info_cache with network_info: [{"id": "91762757-5acc-4605-b42d-ca3151b2421e", "address": "fa:16:3e:ee:eb:49", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91762757-5a", "ovs_interfaceid": "91762757-5acc-4605-b42d-ca3151b2421e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.483568] env[62880]: DEBUG nova.compute.manager [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received event network-vif-deleted-edc33513-d279-4905-b158-c348c339e9df {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1804.483819] env[62880]: DEBUG nova.compute.manager [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Received event network-changed-d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1804.483987] env[62880]: DEBUG nova.compute.manager [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Refreshing instance network info cache due to event network-changed-d76c7721-728d-4b68-8f81-585a9a55ec34. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1804.484207] env[62880]: DEBUG oslo_concurrency.lockutils [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] Acquiring lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.484349] env[62880]: DEBUG oslo_concurrency.lockutils [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] Acquired lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.484509] env[62880]: DEBUG nova.network.neutron [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Refreshing network info cache for port d76c7721-728d-4b68-8f81-585a9a55ec34 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.491740] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.605413] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.712410] env[62880]: DEBUG nova.scheduler.client.report [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1804.712808] env[62880]: DEBUG nova.compute.provider_tree [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 127 to 128 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1804.713042] env[62880]: DEBUG nova.compute.provider_tree [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.727696] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.745097] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.745332] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.745499] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleting the datastore file [datastore2] ef1bb953-96cf-4267-a492-0f2b4672a793 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.745755] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c351120-3893-4a21-b514-c64981b1cc9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.752912] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1804.752912] env[62880]: value = "task-1881164" [ 1804.752912] env[62880]: _type = "Task" [ 1804.752912] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.760395] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.795737] env[62880]: DEBUG oslo_vmware.api [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881162, 'name': PowerOffVM_Task, 'duration_secs': 0.230536} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.795952] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1804.796110] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1804.796364] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-797debcd-e666-4cf3-a61f-6572cc2156d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.805890] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.811486] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-dd1df6c5-bd87-436f-b1cb-cd11c36726b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.939584] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.939855] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.940130] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleting the datastore file [datastore2] dd1df6c5-bd87-436f-b1cb-cd11c36726b6 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.940481] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcd2f790-85b6-4daa-b710-4630b5912c14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.947820] env[62880]: DEBUG oslo_vmware.api [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1804.947820] env[62880]: value = "task-1881166" [ 1804.947820] env[62880]: _type = "Task" [ 1804.947820] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.956931] env[62880]: DEBUG oslo_vmware.api [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.991317] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.103569] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.217943] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.172s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.218212] env[62880]: INFO nova.compute.manager [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Migrating [ 1805.251643] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.263601] env[62880]: DEBUG oslo_vmware.api [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285984} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.263928] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.264156] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.264387] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.287998] env[62880]: INFO nova.scheduler.client.report [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted allocations for instance ef1bb953-96cf-4267-a492-0f2b4672a793 [ 1805.307520] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.315878] env[62880]: DEBUG oslo_concurrency.lockutils [None req-61ce8cb9-aff4-4e08-b838-45f6c00eca86 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-dd1df6c5-bd87-436f-b1cb-cd11c36726b6-edc33513-d279-4905-b158-c348c339e9df" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.140s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.383643] env[62880]: DEBUG nova.network.neutron [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Updated VIF entry in instance network info cache for port d76c7721-728d-4b68-8f81-585a9a55ec34. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.384034] env[62880]: DEBUG nova.network.neutron [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Updating instance_info_cache with network_info: [{"id": "d76c7721-728d-4b68-8f81-585a9a55ec34", "address": "fa:16:3e:06:45:ab", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": null, "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd76c7721-72", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.458744] env[62880]: DEBUG oslo_vmware.api [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309495} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.459121] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.459242] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.459430] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.459655] env[62880]: INFO nova.compute.manager [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1805.459919] env[62880]: DEBUG oslo.service.loopingcall [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.460144] env[62880]: DEBUG nova.compute.manager [-] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1805.460235] env[62880]: DEBUG nova.network.neutron [-] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1805.489887] env[62880]: DEBUG oslo_vmware.api [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881157, 'name': PowerOffVM_Task, 'duration_secs': 3.966233} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.490301] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.490524] env[62880]: DEBUG nova.compute.manager [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.491461] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea74797-0606-42f5-b2d1-e9524890dde0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.605682] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.745595] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.745869] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.746152] env[62880]: DEBUG nova.network.neutron [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.751025] env[62880]: DEBUG oslo_vmware.api [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Task: {'id': task-1881161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.351783} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.751025] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.751025] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.751025] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.751025] env[62880]: INFO nova.compute.manager [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Took 3.16 seconds to destroy the instance on the hypervisor. [ 1805.751025] env[62880]: DEBUG oslo.service.loopingcall [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.751025] env[62880]: DEBUG nova.compute.manager [-] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1805.751025] env[62880]: DEBUG nova.network.neutron [-] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1805.793108] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.793545] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.793980] env[62880]: DEBUG nova.objects.instance [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'resources' on Instance uuid ef1bb953-96cf-4267-a492-0f2b4672a793 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.809680] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.887361] env[62880]: DEBUG oslo_concurrency.lockutils [req-c75c708f-248e-42bb-b429-3d3152c7a479 req-751ddc42-f861-4951-b3d7-706bba9ec6fa service nova] Releasing lock "refresh_cache-ef1bb953-96cf-4267-a492-0f2b4672a793" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.003682] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c2fc65a-2f0d-4746-8581-f232d3c65424 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 5.614s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.106773] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.297459] env[62880]: DEBUG nova.objects.instance [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'numa_topology' on Instance uuid ef1bb953-96cf-4267-a492-0f2b4672a793 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.312363] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.524981] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "ef1bb953-96cf-4267-a492-0f2b4672a793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.553615] env[62880]: DEBUG nova.network.neutron [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance_info_cache with network_info: [{"id": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "address": "fa:16:3e:b0:4d:67", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f97fa8-8b", "ovs_interfaceid": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.579182] env[62880]: DEBUG nova.compute.manager [req-67ea727e-4ae6-48e7-95da-e81078aabd51 req-5d873a9f-f4e4-4a00-821c-e5ecab5b62aa service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Received event network-vif-deleted-652d6aeb-2418-4cc7-a989-ab46fcbc819c {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1806.579182] env[62880]: INFO nova.compute.manager [req-67ea727e-4ae6-48e7-95da-e81078aabd51 req-5d873a9f-f4e4-4a00-821c-e5ecab5b62aa service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Neutron deleted interface 652d6aeb-2418-4cc7-a989-ab46fcbc819c; detaching it from the instance and deleting it from the info cache [ 1806.579182] env[62880]: DEBUG nova.network.neutron [req-67ea727e-4ae6-48e7-95da-e81078aabd51 req-5d873a9f-f4e4-4a00-821c-e5ecab5b62aa service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.607438] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.795449] env[62880]: DEBUG nova.network.neutron [-] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.800021] env[62880]: DEBUG nova.objects.base [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1806.812920] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.911806] env[62880]: DEBUG nova.network.neutron [-] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.988835] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38680f2-f3fb-4538-b3be-c232f62f8bde {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.997429] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad7c1d-4d6d-4c21-964c-b2d5d2c7efc6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.030041] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bee420-b1c7-4e98-8558-3b37d82e3d61 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.038188] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db2ae3-260b-461a-960d-7f51690358de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.053754] env[62880]: DEBUG nova.compute.provider_tree [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1807.056158] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.083012] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6baf3192-3baa-42f9-a5ba-056dcd46be4d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.094560] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e06561-cace-4e58-bc36-533d9b673e47 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.115341] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.128476] env[62880]: DEBUG nova.compute.manager [req-67ea727e-4ae6-48e7-95da-e81078aabd51 req-5d873a9f-f4e4-4a00-821c-e5ecab5b62aa service nova] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Detach interface failed, port_id=652d6aeb-2418-4cc7-a989-ab46fcbc819c, reason: Instance ad8f2ab5-2649-477d-8437-3960044d44e3 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1807.128681] env[62880]: DEBUG nova.compute.manager [req-67ea727e-4ae6-48e7-95da-e81078aabd51 req-5d873a9f-f4e4-4a00-821c-e5ecab5b62aa service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Received event network-vif-deleted-91762757-5acc-4605-b42d-ca3151b2421e {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1807.128852] env[62880]: INFO nova.compute.manager [req-67ea727e-4ae6-48e7-95da-e81078aabd51 req-5d873a9f-f4e4-4a00-821c-e5ecab5b62aa service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Neutron deleted interface 91762757-5acc-4605-b42d-ca3151b2421e; detaching it from the instance and deleting it from the info cache [ 1807.129029] env[62880]: DEBUG nova.network.neutron [req-67ea727e-4ae6-48e7-95da-e81078aabd51 req-5d873a9f-f4e4-4a00-821c-e5ecab5b62aa service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.298078] env[62880]: INFO nova.compute.manager [-] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Took 1.55 seconds to deallocate network for instance. [ 1807.313283] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.340046] env[62880]: DEBUG nova.compute.manager [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Stashing vm_state: stopped {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1807.416127] env[62880]: INFO nova.compute.manager [-] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Took 1.96 seconds to deallocate network for instance. [ 1807.578434] env[62880]: ERROR nova.scheduler.client.report [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [req-568676da-3386-4855-aab5-55d32e583db2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-568676da-3386-4855-aab5-55d32e583db2"}]} [ 1807.597142] env[62880]: DEBUG nova.scheduler.client.report [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1807.613236] env[62880]: DEBUG nova.scheduler.client.report [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1807.613499] env[62880]: DEBUG nova.compute.provider_tree [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1807.619592] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.631039] env[62880]: DEBUG nova.scheduler.client.report [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1807.635052] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a15c9cfd-b197-4d42-b6c8-75589c9bf651 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.648039] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab093cce-6ea3-453c-a874-75ad14ed4570 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.660501] env[62880]: DEBUG nova.scheduler.client.report [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1807.683728] env[62880]: DEBUG nova.compute.manager [req-67ea727e-4ae6-48e7-95da-e81078aabd51 req-5d873a9f-f4e4-4a00-821c-e5ecab5b62aa service nova] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Detach interface failed, port_id=91762757-5acc-4605-b42d-ca3151b2421e, reason: Instance dd1df6c5-bd87-436f-b1cb-cd11c36726b6 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1807.809876] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.816112] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.860410] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.862213] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde43f5c-6695-4b2d-8229-ce1f005bf44e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.869638] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b253952-b4e2-4e18-9d7c-7330b90ceb9a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.900205] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd60d4e-d2ee-4cb9-b7a0-520e7a21f31a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.908078] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cbc3a6-3914-4a5c-8f7b-0381fca24f77 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.923931] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.924444] env[62880]: DEBUG nova.compute.provider_tree [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.116801] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881154, 'name': CreateVM_Task, 'duration_secs': 8.221658} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.117057] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.117847] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.118063] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.118451] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.118763] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d879b5-a0eb-4e07-b97e-231d0eb16853 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.123839] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1808.123839] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d64dac-a3db-09a6-5b1c-e5f6b8e3857a" [ 1808.123839] env[62880]: _type = "Task" [ 1808.123839] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.131710] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d64dac-a3db-09a6-5b1c-e5f6b8e3857a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.315014] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881163, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.523085} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.315366] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 1a9d5473-6ff5-463f-9427-e7f51aa5cb90/1a9d5473-6ff5-463f-9427-e7f51aa5cb90.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.315460] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.315705] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2823a6f2-3002-4c5c-b343-ac5f8a561150 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.322186] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1808.322186] env[62880]: value = "task-1881167" [ 1808.322186] env[62880]: _type = "Task" [ 1808.322186] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.329696] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.457146] env[62880]: DEBUG nova.scheduler.client.report [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1808.457413] env[62880]: DEBUG nova.compute.provider_tree [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 130 to 131 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1808.457630] env[62880]: DEBUG nova.compute.provider_tree [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.571764] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69531e8-7ba5-4e5e-ba3b-2e86a88857da {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.590131] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance '42962ea7-3545-4668-9da2-dc7465c0027c' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1808.635861] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d64dac-a3db-09a6-5b1c-e5f6b8e3857a, 'name': SearchDatastore_Task, 'duration_secs': 0.018006} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.636175] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.636406] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.636635] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.636784] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.636954] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.637222] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e948013-e96d-4202-b959-90efa71f6a9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.653028] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.653197] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.653942] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c0afe2-1083-4f86-aa6a-53b4abce9985 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.659921] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1808.659921] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c83de-45cc-43c5-0351-1ada91a2e672" [ 1808.659921] env[62880]: _type = "Task" [ 1808.659921] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.667117] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c83de-45cc-43c5-0351-1ada91a2e672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.833446] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10795} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.833641] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1808.834390] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58574ab7-b752-46c5-a6b8-54fbd34877b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.856042] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 1a9d5473-6ff5-463f-9427-e7f51aa5cb90/1a9d5473-6ff5-463f-9427-e7f51aa5cb90.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.856310] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c316bc9f-7d48-420f-9494-b28fcca96940 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.875675] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1808.875675] env[62880]: value = "task-1881168" [ 1808.875675] env[62880]: _type = "Task" [ 1808.875675] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.883463] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.962905] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.169s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.966090] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.156s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.966340] env[62880]: DEBUG nova.objects.instance [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lazy-loading 'resources' on Instance uuid ad8f2ab5-2649-477d-8437-3960044d44e3 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.096124] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.096396] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f406f1f2-d5b8-4443-b90b-d984119c0092 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.104060] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1809.104060] env[62880]: value = "task-1881169" [ 1809.104060] env[62880]: _type = "Task" [ 1809.104060] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.112925] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.169757] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c83de-45cc-43c5-0351-1ada91a2e672, 'name': SearchDatastore_Task, 'duration_secs': 0.04592} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.170575] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd17418a-2f59-417a-82d0-469537e7c110 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.176172] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1809.176172] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527e63d3-c92f-06be-d4ff-603a68bd923c" [ 1809.176172] env[62880]: _type = "Task" [ 1809.176172] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.184133] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527e63d3-c92f-06be-d4ff-603a68bd923c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.386620] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.474542] env[62880]: DEBUG oslo_concurrency.lockutils [None req-625bdf04-d057-448e-9f16-39269b75d70f tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.516s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.475503] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.951s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.475725] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.475934] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.476117] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.479764] env[62880]: INFO nova.compute.manager [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Terminating instance [ 1809.616369] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881169, 'name': PowerOffVM_Task, 'duration_secs': 0.284874} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.617186] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.617455] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance '42962ea7-3545-4668-9da2-dc7465c0027c' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1809.660229] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e53c5-e175-4fe0-9cc8-576b24a8e535 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.669858] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fbd094-b919-4021-964d-5a0b9954b81b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.707848] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3158d103-be18-4068-98d3-26d43f918d1b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.714254] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527e63d3-c92f-06be-d4ff-603a68bd923c, 'name': SearchDatastore_Task, 'duration_secs': 0.051108} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.715206] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.715499] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] be177209-8681-4d14-90cb-0acc9f8bf56c/be177209-8681-4d14-90cb-0acc9f8bf56c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.715805] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e674c4-78a8-4441-8364-a95adbf72e19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.721658] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d5685-56cc-4dcc-ac02-969178882d35 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.727515] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1809.727515] env[62880]: value = "task-1881170" [ 1809.727515] env[62880]: _type = "Task" [ 1809.727515] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.742280] env[62880]: DEBUG nova.compute.provider_tree [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.749985] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.886286] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881168, 'name': ReconfigVM_Task, 'duration_secs': 0.640195} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.886579] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 1a9d5473-6ff5-463f-9427-e7f51aa5cb90/1a9d5473-6ff5-463f-9427-e7f51aa5cb90.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.887278] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13d1d78a-a0c9-4953-b71a-43f18fca1e4e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.894143] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1809.894143] env[62880]: value = "task-1881171" [ 1809.894143] env[62880]: _type = "Task" [ 1809.894143] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.903414] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881171, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.983826] env[62880]: DEBUG nova.compute.manager [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1809.984076] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.984375] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-849753d7-3d26-4a2a-934f-7228ef757dbc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.993101] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd8f7c-07b0-4c84-87d5-e07b01c92a29 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.024886] env[62880]: WARNING nova.virt.vmwareapi.vmops [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ef1bb953-96cf-4267-a492-0f2b4672a793 could not be found. [ 1810.025124] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.025328] env[62880]: INFO nova.compute.manager [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1810.025604] env[62880]: DEBUG oslo.service.loopingcall [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.025858] env[62880]: DEBUG nova.compute.manager [-] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1810.025951] env[62880]: DEBUG nova.network.neutron [-] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.105956] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.106225] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.126566] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1810.126822] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.126972] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1810.127170] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.127317] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1810.127464] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1810.127699] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1810.127884] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1810.128063] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1810.128227] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1810.128414] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1810.134236] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5e4cf4-ab8b-4a7b-80ee-59bbc78d8eaa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.153131] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1810.153131] env[62880]: value = "task-1881172" [ 1810.153131] env[62880]: _type = "Task" [ 1810.153131] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.163925] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.240680] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.246158] env[62880]: DEBUG nova.scheduler.client.report [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.404836] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881171, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.471477] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265e036-6e68-a490-f24a-7a4042abc3a0/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1810.472435] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56210bb3-a146-4f3e-a5d6-7fef81ec71e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.478180] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265e036-6e68-a490-f24a-7a4042abc3a0/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1810.478345] env[62880]: ERROR oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265e036-6e68-a490-f24a-7a4042abc3a0/disk-0.vmdk due to incomplete transfer. [ 1810.478547] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad25956d-b53c-4568-a264-5cad671bbce1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.484867] env[62880]: DEBUG oslo_vmware.rw_handles [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265e036-6e68-a490-f24a-7a4042abc3a0/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1810.485070] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Uploaded image baf66e24-96ed-4637-ba13-d54107edb22c to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1810.487250] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1810.487466] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9919ab8-ddce-45a6-a6fe-fc44fdce1a39 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.493115] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1810.493115] env[62880]: value = "task-1881173" [ 1810.493115] env[62880]: _type = "Task" [ 1810.493115] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.500548] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881173, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.610192] env[62880]: INFO nova.compute.manager [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Detaching volume 67aca5db-dad3-411c-8646-cd2e21f5d34c [ 1810.646119] env[62880]: INFO nova.virt.block_device [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Attempting to driver detach volume 67aca5db-dad3-411c-8646-cd2e21f5d34c from mountpoint /dev/sdb [ 1810.646387] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1810.646598] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1810.648090] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c69896-288f-459b-ae0e-26b759a0a6d1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.673870] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cecd58-fa1d-4abc-8603-8e281dd3005e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.683524] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69d28b-8256-409d-94a3-06264f9971d9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.686311] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.705991] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c50420-ed93-4bfd-954b-c291bfb465ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.721554] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] The volume has not been displaced from its original location: [datastore2] volume-67aca5db-dad3-411c-8646-cd2e21f5d34c/volume-67aca5db-dad3-411c-8646-cd2e21f5d34c.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1810.726924] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1810.727302] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd746cca-7ee5-4dd1-9d93-faf8e52d5060 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.748667] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867883} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.749987] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] be177209-8681-4d14-90cb-0acc9f8bf56c/be177209-8681-4d14-90cb-0acc9f8bf56c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.750202] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.750511] env[62880]: DEBUG oslo_vmware.api [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1810.750511] env[62880]: value = "task-1881174" [ 1810.750511] env[62880]: _type = "Task" [ 1810.750511] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.750696] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f7ec88a-ae5c-4c11-9bda-4985a884bf7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.753059] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.757845] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.898s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.765359] env[62880]: DEBUG oslo_vmware.api [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.766686] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1810.766686] env[62880]: value = "task-1881175" [ 1810.766686] env[62880]: _type = "Task" [ 1810.766686] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.774565] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.786786] env[62880]: INFO nova.scheduler.client.report [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Deleted allocations for instance ad8f2ab5-2649-477d-8437-3960044d44e3 [ 1810.812393] env[62880]: DEBUG nova.network.neutron [-] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.904512] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881171, 'name': Rename_Task, 'duration_secs': 0.877346} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.904794] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.905063] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32410a4f-f95a-462e-ae3e-6e4d1897d452 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.911611] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1810.911611] env[62880]: value = "task-1881176" [ 1810.911611] env[62880]: _type = "Task" [ 1810.911611] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.919344] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.003474] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881173, 'name': Destroy_Task, 'duration_secs': 0.438309} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.003796] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Destroyed the VM [ 1811.004112] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1811.004373] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4425121c-acdc-440a-9229-0d7cec6634d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.013777] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1811.013777] env[62880]: value = "task-1881177" [ 1811.013777] env[62880]: _type = "Task" [ 1811.013777] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.022112] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881177, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.180666] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881172, 'name': ReconfigVM_Task, 'duration_secs': 0.646388} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.181058] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance '42962ea7-3545-4668-9da2-dc7465c0027c' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1811.266427] env[62880]: INFO nova.compute.claims [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.269822] env[62880]: DEBUG oslo_vmware.api [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881174, 'name': ReconfigVM_Task, 'duration_secs': 0.272697} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.270171] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1811.277761] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fd6e1d-4ddd-4c3c-81b9-1d78482357ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.295761] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110607} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.297054] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1811.297410] env[62880]: DEBUG oslo_vmware.api [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1811.297410] env[62880]: value = "task-1881178" [ 1811.297410] env[62880]: _type = "Task" [ 1811.297410] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.298112] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e08294-82d2-460e-8d2e-19c5d4702c5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.301406] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eb5a8511-f566-4c2a-8329-c39fda34e4d7 tempest-ImagesOneServerNegativeTestJSON-1394777166 tempest-ImagesOneServerNegativeTestJSON-1394777166-project-member] Lock "ad8f2ab5-2649-477d-8437-3960044d44e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.224s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.320880] env[62880]: DEBUG oslo_vmware.api [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.321484] env[62880]: INFO nova.compute.manager [-] [instance: ef1bb953-96cf-4267-a492-0f2b4672a793] Took 1.30 seconds to deallocate network for instance. [ 1811.330483] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] be177209-8681-4d14-90cb-0acc9f8bf56c/be177209-8681-4d14-90cb-0acc9f8bf56c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.333030] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f8803bd-2c81-417c-bccb-4b6d4faa8f07 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.355711] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1811.355711] env[62880]: value = "task-1881179" [ 1811.355711] env[62880]: _type = "Task" [ 1811.355711] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.364313] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.422189] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881176, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.523846] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881177, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.687783] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.687987] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.688132] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.688317] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.688461] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.688606] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.688800] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.688956] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.689140] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.689332] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.689579] env[62880]: DEBUG nova.virt.hardware [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.694912] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1811.695217] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bffd340-3cdc-4cb5-a71e-7a6bb4c94c47 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.713960] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1811.713960] env[62880]: value = "task-1881180" [ 1811.713960] env[62880]: _type = "Task" [ 1811.713960] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.724326] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.777345] env[62880]: INFO nova.compute.resource_tracker [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating resource usage from migration 700ebbfb-8b35-4cdd-8e0c-813696359dcd [ 1811.810971] env[62880]: DEBUG oslo_vmware.api [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881178, 'name': ReconfigVM_Task, 'duration_secs': 0.147968} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.813743] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388725', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'name': 'volume-67aca5db-dad3-411c-8646-cd2e21f5d34c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a7c304a-a905-4636-b8e3-66a6714e8a66', 'attached_at': '', 'detached_at': '', 'volume_id': '67aca5db-dad3-411c-8646-cd2e21f5d34c', 'serial': '67aca5db-dad3-411c-8646-cd2e21f5d34c'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1811.866037] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.924667] env[62880]: DEBUG oslo_vmware.api [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881176, 'name': PowerOnVM_Task, 'duration_secs': 0.838611} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.924942] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.925154] env[62880]: INFO nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Took 17.81 seconds to spawn the instance on the hypervisor. [ 1811.925327] env[62880]: DEBUG nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.926098] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41542240-9de4-40dd-81cc-ee6f7fb0ad54 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.958595] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e27425-0e46-4a39-832f-c1e6ef5143c6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.969626] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4fcc18-0396-44e8-9829-bd1ce158982b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.003504] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef7b690-e50e-46d3-8c10-60cfb4658f15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.010998] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932e202d-8c8f-4d23-93e8-19017b2d5ce5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.023220] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881177, 'name': RemoveSnapshot_Task, 'duration_secs': 0.736047} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.030763] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1812.031073] env[62880]: DEBUG nova.compute.manager [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.031594] env[62880]: DEBUG nova.compute.provider_tree [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.033464] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0e1ccb-8e0b-4533-8a2b-49a4d070a82a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.224647] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881180, 'name': ReconfigVM_Task, 'duration_secs': 0.39225} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.224984] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1812.225852] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d144bf-0d35-4723-ab5e-ab5fbe3a44e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.249738] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 42962ea7-3545-4668-9da2-dc7465c0027c/42962ea7-3545-4668-9da2-dc7465c0027c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.249957] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1797aa0b-4795-4f96-b2e1-50ec832e98f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.267905] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1812.267905] env[62880]: value = "task-1881181" [ 1812.267905] env[62880]: _type = "Task" [ 1812.267905] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.275927] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.356162] env[62880]: DEBUG nova.objects.instance [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'flavor' on Instance uuid 1a7c304a-a905-4636-b8e3-66a6714e8a66 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.366353] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881179, 'name': ReconfigVM_Task, 'duration_secs': 0.722386} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.366644] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] be177209-8681-4d14-90cb-0acc9f8bf56c/be177209-8681-4d14-90cb-0acc9f8bf56c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.367279] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a0b38ea-1024-400f-a04d-8a1c13a739ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.373193] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1812.373193] env[62880]: value = "task-1881182" [ 1812.373193] env[62880]: _type = "Task" [ 1812.373193] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.379098] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3422e640-6cb7-4af2-809d-944dd25b0a0e tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ef1bb953-96cf-4267-a492-0f2b4672a793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.904s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.383246] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881182, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.446022] env[62880]: INFO nova.compute.manager [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Took 23.94 seconds to build instance. [ 1812.538988] env[62880]: DEBUG nova.scheduler.client.report [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.551729] env[62880]: INFO nova.compute.manager [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Shelve offloading [ 1812.778946] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.887371] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881182, 'name': Rename_Task, 'duration_secs': 0.153327} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.887682] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.888014] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-205b79e2-c5aa-455c-a58a-4fa53aeb4786 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.894774] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1812.894774] env[62880]: value = "task-1881183" [ 1812.894774] env[62880]: _type = "Task" [ 1812.894774] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.904263] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.946617] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7ddf055e-dd85-459d-8461-62373898151a tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.458s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.046434] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.046434] env[62880]: INFO nova.compute.manager [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Migrating [ 1813.054172] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.130s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.054830] env[62880]: DEBUG nova.objects.instance [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'resources' on Instance uuid dd1df6c5-bd87-436f-b1cb-cd11c36726b6 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.060057] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.066812] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e89a8fb4-a9a0-4071-93a2-81463508e2b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.078328] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1813.078328] env[62880]: value = "task-1881184" [ 1813.078328] env[62880]: _type = "Task" [ 1813.078328] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.088148] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1813.088394] env[62880]: DEBUG nova.compute.manager [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.089236] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c707ea-9200-47bd-b472-7bfcce49229d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.095664] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.095826] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.095993] env[62880]: DEBUG nova.network.neutron [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1813.278086] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881181, 'name': ReconfigVM_Task, 'duration_secs': 0.716691} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.278404] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 42962ea7-3545-4668-9da2-dc7465c0027c/42962ea7-3545-4668-9da2-dc7465c0027c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.278687] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance '42962ea7-3545-4668-9da2-dc7465c0027c' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1813.368774] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b7e2a8a-3943-4729-8112-cacc0c4c1f21 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.405945] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.571381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.571831] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.574792] env[62880]: DEBUG nova.network.neutron [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1813.789820] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a10f38e-561b-42cd-8579-51a5caebc033 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.813775] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b314cbde-6e0f-4ddd-9da0-cc0a901d0724 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.838769] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance '42962ea7-3545-4668-9da2-dc7465c0027c' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1813.848728] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6891f4ae-1263-420f-97ff-4a467dd3e684 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.861024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90bb82-46b1-4bf8-b7f6-e70e062608a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.862665] env[62880]: DEBUG nova.network.neutron [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating instance_info_cache with network_info: [{"id": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "address": "fa:16:3e:f7:ef:04", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a04da97-82", "ovs_interfaceid": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.896844] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac8094d-29de-4000-80d8-84da6afb263c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.915542] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e503e2a8-e767-4311-8747-ac51497be8fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.920780] env[62880]: DEBUG oslo_vmware.api [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881183, 'name': PowerOnVM_Task, 'duration_secs': 0.937641} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.920780] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.920780] env[62880]: INFO nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Took 17.38 seconds to spawn the instance on the hypervisor. [ 1813.920951] env[62880]: DEBUG nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.922081] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd50ad5-17dc-4f3b-a533-621a56ae1096 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.932863] env[62880]: DEBUG nova.compute.provider_tree [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.088504] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "ec80ff29-de68-48f9-92c7-10158db333bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.088750] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ec80ff29-de68-48f9-92c7-10158db333bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.225824] env[62880]: DEBUG nova.compute.manager [req-ed07edca-12e3-4f27-bcf3-4b570184ee0a req-122c93db-d75f-4f81-b980-46f266998c21 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Received event network-changed-8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1814.225824] env[62880]: DEBUG nova.compute.manager [req-ed07edca-12e3-4f27-bcf3-4b570184ee0a req-122c93db-d75f-4f81-b980-46f266998c21 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Refreshing instance network info cache due to event network-changed-8dca819e-9317-4a38-bc4b-9b9d867fa4e7. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1814.226137] env[62880]: DEBUG oslo_concurrency.lockutils [req-ed07edca-12e3-4f27-bcf3-4b570184ee0a req-122c93db-d75f-4f81-b980-46f266998c21 service nova] Acquiring lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.226243] env[62880]: DEBUG oslo_concurrency.lockutils [req-ed07edca-12e3-4f27-bcf3-4b570184ee0a req-122c93db-d75f-4f81-b980-46f266998c21 service nova] Acquired lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.226408] env[62880]: DEBUG nova.network.neutron [req-ed07edca-12e3-4f27-bcf3-4b570184ee0a req-122c93db-d75f-4f81-b980-46f266998c21 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Refreshing network info cache for port 8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1814.365284] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.453834] env[62880]: DEBUG nova.network.neutron [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Port d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1814.457809] env[62880]: INFO nova.compute.manager [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Took 24.83 seconds to build instance. [ 1814.463037] env[62880]: ERROR nova.scheduler.client.report [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [req-7ed9c45d-92ae-4ca9-81a7-12e6c1b6d127] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ed9c45d-92ae-4ca9-81a7-12e6c1b6d127"}]} [ 1814.483148] env[62880]: DEBUG nova.scheduler.client.report [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1814.492450] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.492804] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.492982] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "1a7c304a-a905-4636-b8e3-66a6714e8a66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.493177] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.493344] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.496212] env[62880]: INFO nova.compute.manager [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Terminating instance [ 1814.503012] env[62880]: DEBUG nova.scheduler.client.report [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1814.503227] env[62880]: DEBUG nova.compute.provider_tree [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.518347] env[62880]: DEBUG nova.scheduler.client.report [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1814.540237] env[62880]: DEBUG nova.scheduler.client.report [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1814.556581] env[62880]: DEBUG nova.network.neutron [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance_info_cache with network_info: [{"id": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "address": "fa:16:3e:3a:74:f3", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f18d176-ac", "ovs_interfaceid": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.592648] env[62880]: DEBUG nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1814.762491] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9710fe96-f598-4857-8277-3580e94172fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.775219] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71932ff-73a7-4e6d-92b7-8094afea7d96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.810752] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46f2452-26cf-453e-bea0-6c86b35e150a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.818520] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836e9e7e-3298-4ca6-8b57-45fab33d017a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.836730] env[62880]: DEBUG nova.compute.provider_tree [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.903605] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.904589] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5465491e-cbe7-47e9-84fe-9bc2d0116575 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.916019] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.916019] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c5e0d79-e936-41ab-8784-96b48f6ff6eb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.963610] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b69ff1a2-7220-4559-87b3-46be8f2f70d8 tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "be177209-8681-4d14-90cb-0acc9f8bf56c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.345s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.002917] env[62880]: DEBUG nova.compute.manager [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1815.003161] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.004272] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d238310-263d-48de-b0e3-f240cac92556 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.013923] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.014209] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7934fe7a-8067-4398-afc0-c01879a56359 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.020716] env[62880]: DEBUG oslo_vmware.api [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1815.020716] env[62880]: value = "task-1881186" [ 1815.020716] env[62880]: _type = "Task" [ 1815.020716] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.036741] env[62880]: DEBUG oslo_vmware.api [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.042456] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.042753] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.042963] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleting the datastore file [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.043265] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d877741a-3d03-4216-8f2a-193c38dee1a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.054535] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1815.054535] env[62880]: value = "task-1881187" [ 1815.054535] env[62880]: _type = "Task" [ 1815.054535] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.060778] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.065911] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.093753] env[62880]: DEBUG nova.network.neutron [req-ed07edca-12e3-4f27-bcf3-4b570184ee0a req-122c93db-d75f-4f81-b980-46f266998c21 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Updated VIF entry in instance network info cache for port 8dca819e-9317-4a38-bc4b-9b9d867fa4e7. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.094144] env[62880]: DEBUG nova.network.neutron [req-ed07edca-12e3-4f27-bcf3-4b570184ee0a req-122c93db-d75f-4f81-b980-46f266998c21 service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Updating instance_info_cache with network_info: [{"id": "8dca819e-9317-4a38-bc4b-9b9d867fa4e7", "address": "fa:16:3e:d0:a6:f0", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dca819e-93", "ovs_interfaceid": "8dca819e-9317-4a38-bc4b-9b9d867fa4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.115867] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.373100] env[62880]: DEBUG nova.scheduler.client.report [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1815.373401] env[62880]: DEBUG nova.compute.provider_tree [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 132 to 133 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1815.373579] env[62880]: DEBUG nova.compute.provider_tree [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.479027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.479250] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.479421] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.530861] env[62880]: DEBUG oslo_vmware.api [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881186, 'name': PowerOffVM_Task, 'duration_secs': 0.262752} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.531154] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.531324] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.531655] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b791ac3-a986-476f-8fba-ea8a24f0ac8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.556322] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquiring lock "be177209-8681-4d14-90cb-0acc9f8bf56c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.556639] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "be177209-8681-4d14-90cb-0acc9f8bf56c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.556853] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquiring lock "be177209-8681-4d14-90cb-0acc9f8bf56c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.557050] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "be177209-8681-4d14-90cb-0acc9f8bf56c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.557225] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "be177209-8681-4d14-90cb-0acc9f8bf56c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.563156] env[62880]: INFO nova.compute.manager [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Terminating instance [ 1815.574016] env[62880]: DEBUG oslo_vmware.api [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27383} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.574016] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.574016] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.574016] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.598098] env[62880]: INFO nova.scheduler.client.report [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted allocations for instance b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 [ 1815.598674] env[62880]: DEBUG oslo_concurrency.lockutils [req-ed07edca-12e3-4f27-bcf3-4b570184ee0a req-122c93db-d75f-4f81-b980-46f266998c21 service nova] Releasing lock "refresh_cache-1a9d5473-6ff5-463f-9427-e7f51aa5cb90" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.655227] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.655556] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.655720] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleting the datastore file [datastore2] 1a7c304a-a905-4636-b8e3-66a6714e8a66 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.655882] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6b38ffb-c66d-42f8-9a51-0fe15a7e4f19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.661896] env[62880]: DEBUG oslo_vmware.api [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1815.661896] env[62880]: value = "task-1881189" [ 1815.661896] env[62880]: _type = "Task" [ 1815.661896] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.670319] env[62880]: DEBUG oslo_vmware.api [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.878919] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.825s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.881547] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.766s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.883405] env[62880]: INFO nova.compute.claims [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.899070] env[62880]: INFO nova.scheduler.client.report [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleted allocations for instance dd1df6c5-bd87-436f-b1cb-cd11c36726b6 [ 1816.067987] env[62880]: DEBUG nova.compute.manager [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1816.068335] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1816.069369] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50c1a7f-4e29-4e19-bcbb-186d2de7d934 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.080925] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.081204] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98259b9d-daa2-4663-907c-0aefd7652d23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.087710] env[62880]: DEBUG oslo_vmware.api [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1816.087710] env[62880]: value = "task-1881190" [ 1816.087710] env[62880]: _type = "Task" [ 1816.087710] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.097752] env[62880]: DEBUG oslo_vmware.api [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.101410] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.172070] env[62880]: DEBUG oslo_vmware.api [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323117} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.172355] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.172542] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.172733] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.172917] env[62880]: INFO nova.compute.manager [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1816.173183] env[62880]: DEBUG oslo.service.loopingcall [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.173384] env[62880]: DEBUG nova.compute.manager [-] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.173477] env[62880]: DEBUG nova.network.neutron [-] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.259904] env[62880]: DEBUG nova.compute.manager [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received event network-vif-unplugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1816.260186] env[62880]: DEBUG oslo_concurrency.lockutils [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.260342] env[62880]: DEBUG oslo_concurrency.lockutils [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.260504] env[62880]: DEBUG oslo_concurrency.lockutils [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.260673] env[62880]: DEBUG nova.compute.manager [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] No waiting events found dispatching network-vif-unplugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1816.260842] env[62880]: WARNING nova.compute.manager [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received unexpected event network-vif-unplugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 for instance with vm_state shelved_offloaded and task_state None. [ 1816.260997] env[62880]: DEBUG nova.compute.manager [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received event network-changed-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1816.261360] env[62880]: DEBUG nova.compute.manager [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Refreshing instance network info cache due to event network-changed-0a04da97-8294-47eb-99b1-14e50cf1a7c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1816.261625] env[62880]: DEBUG oslo_concurrency.lockutils [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] Acquiring lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.261740] env[62880]: DEBUG oslo_concurrency.lockutils [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] Acquired lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.261901] env[62880]: DEBUG nova.network.neutron [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Refreshing network info cache for port 0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.406541] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f899ce1d-b05d-4d6d-bf4d-d8477473942c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "dd1df6c5-bd87-436f-b1cb-cd11c36726b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.650s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.517535] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.517678] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.517856] env[62880]: DEBUG nova.network.neutron [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.581955] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5ac117-e8a3-4031-8813-bb0d330986fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.602048] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance '9c68659d-0d8e-4370-8f58-93b5955b46ba' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1816.616795] env[62880]: DEBUG oslo_vmware.api [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881190, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.046880] env[62880]: DEBUG nova.compute.manager [req-a0d50f2c-ce7a-4573-a246-05491dbc25da req-7059df39-cf1b-4624-af74-a1a58f6a9cd7 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Received event network-vif-deleted-c932433a-059a-48b3-a980-3ae65db0930a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.047144] env[62880]: INFO nova.compute.manager [req-a0d50f2c-ce7a-4573-a246-05491dbc25da req-7059df39-cf1b-4624-af74-a1a58f6a9cd7 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Neutron deleted interface c932433a-059a-48b3-a980-3ae65db0930a; detaching it from the instance and deleting it from the info cache [ 1817.047383] env[62880]: DEBUG nova.network.neutron [req-a0d50f2c-ce7a-4573-a246-05491dbc25da req-7059df39-cf1b-4624-af74-a1a58f6a9cd7 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.114773] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.116300] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ecb9a89-b35c-48b4-8d0d-ac0732ae2e8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.128852] env[62880]: DEBUG oslo_vmware.api [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881190, 'name': PowerOffVM_Task, 'duration_secs': 0.568384} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.130439] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.130629] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1817.130977] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1817.130977] env[62880]: value = "task-1881191" [ 1817.130977] env[62880]: _type = "Task" [ 1817.130977] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.131233] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-717aba36-1d5e-403c-98c8-ed86f74e510e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.156810] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1817.157050] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance '9c68659d-0d8e-4370-8f58-93b5955b46ba' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1817.168589] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931b9528-7a1a-4f03-ba0f-fa7dfadc0221 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.176796] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e86e4-1c55-4ebe-8f84-09f0f12958c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.216667] env[62880]: DEBUG nova.network.neutron [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updated VIF entry in instance network info cache for port 0a04da97-8294-47eb-99b1-14e50cf1a7c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1817.217061] env[62880]: DEBUG nova.network.neutron [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating instance_info_cache with network_info: [{"id": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "address": "fa:16:3e:f7:ef:04", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0a04da97-82", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.218750] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618522ab-265b-4077-934f-1cdce3efea01 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.227401] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf48f2c-8e46-4f1b-8e2b-4df4b6e58f99 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.243728] env[62880]: DEBUG nova.compute.provider_tree [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.341988] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.342323] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.379864] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.381317] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.381740] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Deleting the datastore file [datastore1] be177209-8681-4d14-90cb-0acc9f8bf56c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.381951] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175b76b8-8268-4d59-8363-f3890e05378f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.388949] env[62880]: DEBUG oslo_vmware.api [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for the task: (returnval){ [ 1817.388949] env[62880]: value = "task-1881193" [ 1817.388949] env[62880]: _type = "Task" [ 1817.388949] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.398245] env[62880]: DEBUG oslo_vmware.api [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.476429] env[62880]: DEBUG nova.network.neutron [-] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.560345] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f06dc798-bfd1-4f98-85c8-46fb3319eef1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.569117] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270c69cf-7ebe-4030-84ba-a4ed991004d3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.602460] env[62880]: DEBUG nova.compute.manager [req-a0d50f2c-ce7a-4573-a246-05491dbc25da req-7059df39-cf1b-4624-af74-a1a58f6a9cd7 service nova] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Detach interface failed, port_id=c932433a-059a-48b3-a980-3ae65db0930a, reason: Instance 1a7c304a-a905-4636-b8e3-66a6714e8a66 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1817.602460] env[62880]: DEBUG nova.network.neutron [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance_info_cache with network_info: [{"id": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "address": "fa:16:3e:b0:4d:67", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f97fa8-8b", "ovs_interfaceid": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.667880] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1817.668348] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.668617] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1817.669798] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.669798] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1817.669798] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1817.669990] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1817.670161] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1817.670338] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1817.670562] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1817.670669] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1817.677634] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdca3836-625b-42f4-8bff-b12e12c56fa0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.697919] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1817.697919] env[62880]: value = "task-1881194" [ 1817.697919] env[62880]: _type = "Task" [ 1817.697919] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.707372] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.723277] env[62880]: DEBUG oslo_concurrency.lockutils [req-88571055-7e55-47e4-8a82-ec2635a52577 req-2591c14a-f1d9-430b-8a0b-c780440be877 service nova] Releasing lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.769315] env[62880]: ERROR nova.scheduler.client.report [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [req-bc4d68e5-0581-4176-ab9a-c32ccbde2f43] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc4d68e5-0581-4176-ab9a-c32ccbde2f43"}]} [ 1817.786517] env[62880]: DEBUG nova.scheduler.client.report [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1817.805567] env[62880]: DEBUG nova.scheduler.client.report [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1817.805567] env[62880]: DEBUG nova.compute.provider_tree [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.817133] env[62880]: DEBUG nova.scheduler.client.report [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1817.835884] env[62880]: DEBUG nova.scheduler.client.report [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1817.846516] env[62880]: DEBUG nova.compute.utils [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1817.898976] env[62880]: DEBUG oslo_vmware.api [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Task: {'id': task-1881193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475204} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.899262] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.899576] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.899684] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.899776] env[62880]: INFO nova.compute.manager [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1817.900025] env[62880]: DEBUG oslo.service.loopingcall [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.900529] env[62880]: DEBUG nova.compute.manager [-] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1817.900625] env[62880]: DEBUG nova.network.neutron [-] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1817.932745] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.981048] env[62880]: INFO nova.compute.manager [-] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Took 1.81 seconds to deallocate network for instance. [ 1818.043428] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b975b19f-1d83-4f9b-ad2f-0dbea7edec97 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.052219] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bce6ab-68e9-4da9-b37e-32b12ac98d0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.086689] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ec9001-bc17-4ed9-a9e7-18cc6871022a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.094863] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abba92d-0d72-4d37-aa1d-651f9f1f155d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.110243] env[62880]: DEBUG oslo_concurrency.lockutils [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.114265] env[62880]: DEBUG nova.compute.provider_tree [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1818.210912] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881194, 'name': ReconfigVM_Task, 'duration_secs': 0.202256} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.210912] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance '9c68659d-0d8e-4370-8f58-93b5955b46ba' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1818.349750] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.488681] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.642092] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbffc881-f510-4dca-a36c-f468ea0e1282 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.664708] env[62880]: DEBUG nova.scheduler.client.report [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1818.665242] env[62880]: DEBUG nova.compute.provider_tree [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 134 to 135 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1818.665572] env[62880]: DEBUG nova.compute.provider_tree [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1818.681021] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d781f819-9f04-4d9e-b7f0-90afd86eb6b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.685799] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance '42962ea7-3545-4668-9da2-dc7465c0027c' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1818.722014] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1818.722356] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1818.722595] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1818.723069] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1818.723247] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1818.723405] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1818.723667] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1818.724057] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1818.724057] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1818.724165] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1818.724268] env[62880]: DEBUG nova.virt.hardware [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1818.729990] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1818.730135] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207fe193-5e87-4afe-a8d6-6ac7980dde6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.751783] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1818.751783] env[62880]: value = "task-1881195" [ 1818.751783] env[62880]: _type = "Task" [ 1818.751783] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.760659] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.985455] env[62880]: DEBUG nova.network.neutron [-] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.119020] env[62880]: DEBUG nova.compute.manager [req-e977d027-3357-4598-bb7b-eda3c560866b req-829fd915-cf22-4b0a-9c16-887961e991fd service nova] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Received event network-vif-deleted-583b5f30-5b2f-45f6-a68d-989a561f6cb7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.184020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.300s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.184020] env[62880]: DEBUG nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1819.185487] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.085s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.186870] env[62880]: DEBUG nova.objects.instance [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'resources' on Instance uuid b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.199035] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.199035] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-267808d1-3c7c-4179-b466-7fea27f69b4e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.207333] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1819.207333] env[62880]: value = "task-1881196" [ 1819.207333] env[62880]: _type = "Task" [ 1819.207333] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.216637] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.263610] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881195, 'name': ReconfigVM_Task, 'duration_secs': 0.22081} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.264084] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1819.264942] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19767f4-9c2a-496d-99eb-f2f443033076 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.295633] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 9c68659d-0d8e-4370-8f58-93b5955b46ba/9c68659d-0d8e-4370-8f58-93b5955b46ba.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.296151] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ba668e-208c-43db-a197-066e9d382246 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.317324] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1819.317324] env[62880]: value = "task-1881197" [ 1819.317324] env[62880]: _type = "Task" [ 1819.317324] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.326927] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.444417] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.444417] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.444417] env[62880]: INFO nova.compute.manager [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Attaching volume b2aa527f-8de8-4072-8b57-15bd46d96714 to /dev/sdb [ 1819.485024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cdcc6c-fd2d-4b64-b4c3-96435337e066 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.486961] env[62880]: INFO nova.compute.manager [-] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Took 1.59 seconds to deallocate network for instance. [ 1819.491328] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b837a5f1-b733-4e2f-be34-776d7d411352 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.511690] env[62880]: DEBUG nova.virt.block_device [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updating existing volume attachment record: 1d97b83c-35d4-4474-a62d-c8c5e87a8574 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1819.695945] env[62880]: DEBUG nova.compute.utils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.697728] env[62880]: DEBUG nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1819.698236] env[62880]: DEBUG nova.network.neutron [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.700950] env[62880]: DEBUG nova.objects.instance [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'numa_topology' on Instance uuid b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.718380] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881196, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.761152] env[62880]: DEBUG nova.policy [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426800d5a3e04f7896ac3fb89131f6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1334b12645b642a8ac060050d27b58f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1819.829395] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.001038] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.082368] env[62880]: DEBUG nova.network.neutron [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Successfully created port: 31e55afd-6221-4e9a-b172-f38e316f864d {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1820.199139] env[62880]: DEBUG nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1820.205129] env[62880]: DEBUG nova.objects.base [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1820.225784] env[62880]: DEBUG oslo_vmware.api [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881196, 'name': PowerOnVM_Task, 'duration_secs': 0.667847} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.226631] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1820.227132] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-94f3800d-ff7e-4dd1-94c0-4d69eb4888db tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance '42962ea7-3545-4668-9da2-dc7465c0027c' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.334299] env[62880]: DEBUG oslo_vmware.api [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881197, 'name': ReconfigVM_Task, 'duration_secs': 0.649111} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.334646] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 9c68659d-0d8e-4370-8f58-93b5955b46ba/9c68659d-0d8e-4370-8f58-93b5955b46ba.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.334855] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance '9c68659d-0d8e-4370-8f58-93b5955b46ba' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.401078] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "0b39504b-c644-4d68-9a04-a38ab8599790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.401369] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "0b39504b-c644-4d68-9a04-a38ab8599790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.438183] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a617de0d-917f-44fb-8e8d-96bd5720e309 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.446216] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ba7c0d-c474-426f-b388-aec4d659f57b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.478662] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905f1df-e214-4606-91f7-0ac7df5e30f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.486498] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86972b1f-47ff-4d8b-85fd-3708d0835dfd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.499667] env[62880]: DEBUG nova.compute.provider_tree [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.667455] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.667693] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.823375] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.823751] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.841227] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ea260a-0bdb-45ac-b512-d56322cab603 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.861637] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d6c58b-2409-4a2b-84f6-cbc141988834 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.881560] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance '9c68659d-0d8e-4370-8f58-93b5955b46ba' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.903501] env[62880]: DEBUG nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.003518] env[62880]: DEBUG nova.scheduler.client.report [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.171031] env[62880]: DEBUG nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.208701] env[62880]: DEBUG nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1821.242477] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.242721] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.242906] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.243121] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.243271] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.243455] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.243686] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.243847] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.244044] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.244184] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.244356] env[62880]: DEBUG nova.virt.hardware [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.248917] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe97763c-e2b2-4f0f-8fd4-95be7347a73b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.257247] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35a4900-cd00-4290-95d6-3b7816620e26 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.326629] env[62880]: DEBUG nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.423286] env[62880]: DEBUG nova.network.neutron [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Port 2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1821.426081] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.508978] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.511439] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.023s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.511705] env[62880]: DEBUG nova.objects.instance [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'resources' on Instance uuid 1a7c304a-a905-4636-b8e3-66a6714e8a66 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.612287] env[62880]: DEBUG nova.compute.manager [req-61c829d4-1865-44a5-9f6e-595961e947cb req-2fe8f7ff-ce55-4e8b-b4a8-096168d05c6a service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Received event network-vif-plugged-31e55afd-6221-4e9a-b172-f38e316f864d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1821.612287] env[62880]: DEBUG oslo_concurrency.lockutils [req-61c829d4-1865-44a5-9f6e-595961e947cb req-2fe8f7ff-ce55-4e8b-b4a8-096168d05c6a service nova] Acquiring lock "ec80ff29-de68-48f9-92c7-10158db333bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.612287] env[62880]: DEBUG oslo_concurrency.lockutils [req-61c829d4-1865-44a5-9f6e-595961e947cb req-2fe8f7ff-ce55-4e8b-b4a8-096168d05c6a service nova] Lock "ec80ff29-de68-48f9-92c7-10158db333bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.612287] env[62880]: DEBUG oslo_concurrency.lockutils [req-61c829d4-1865-44a5-9f6e-595961e947cb req-2fe8f7ff-ce55-4e8b-b4a8-096168d05c6a service nova] Lock "ec80ff29-de68-48f9-92c7-10158db333bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.612287] env[62880]: DEBUG nova.compute.manager [req-61c829d4-1865-44a5-9f6e-595961e947cb req-2fe8f7ff-ce55-4e8b-b4a8-096168d05c6a service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] No waiting events found dispatching network-vif-plugged-31e55afd-6221-4e9a-b172-f38e316f864d {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.612287] env[62880]: WARNING nova.compute.manager [req-61c829d4-1865-44a5-9f6e-595961e947cb req-2fe8f7ff-ce55-4e8b-b4a8-096168d05c6a service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Received unexpected event network-vif-plugged-31e55afd-6221-4e9a-b172-f38e316f864d for instance with vm_state building and task_state spawning. [ 1821.629784] env[62880]: DEBUG nova.network.neutron [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Successfully updated port: 31e55afd-6221-4e9a-b172-f38e316f864d {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.689487] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.845432] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.020148] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9e3f558b-fa13-46b9-8590-95d89ae6db33 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.355s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.021866] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.089s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.022118] env[62880]: INFO nova.compute.manager [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Unshelving [ 1822.132734] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-ec80ff29-de68-48f9-92c7-10158db333bd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.132821] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-ec80ff29-de68-48f9-92c7-10158db333bd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.132938] env[62880]: DEBUG nova.network.neutron [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.192554] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624f3ef3-13c0-4a2a-99ae-9ebc40eb9cd8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.199870] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b6da7a-daa2-4e9a-a777-f632e7ab5cd9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.229967] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a8e47-6a6b-413e-b922-92a14305fffa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.238445] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1750b9a-6224-452a-a236-a6c44c1cee9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.252185] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "42962ea7-3545-4668-9da2-dc7465c0027c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.252425] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.252604] env[62880]: DEBUG nova.compute.manager [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Going to confirm migration 3 {{(pid=62880) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1822.254239] env[62880]: DEBUG nova.compute.provider_tree [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.449040] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.449183] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.449316] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.664701] env[62880]: DEBUG nova.network.neutron [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.757293] env[62880]: DEBUG nova.scheduler.client.report [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.796160] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.796349] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.796519] env[62880]: DEBUG nova.network.neutron [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.796700] env[62880]: DEBUG nova.objects.instance [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lazy-loading 'info_cache' on Instance uuid 42962ea7-3545-4668-9da2-dc7465c0027c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.805255] env[62880]: DEBUG nova.network.neutron [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Updating instance_info_cache with network_info: [{"id": "31e55afd-6221-4e9a-b172-f38e316f864d", "address": "fa:16:3e:84:17:42", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e55afd-62", "ovs_interfaceid": "31e55afd-6221-4e9a-b172-f38e316f864d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.052980] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.263247] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.265536] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.265s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.266114] env[62880]: DEBUG nova.objects.instance [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lazy-loading 'resources' on Instance uuid be177209-8681-4d14-90cb-0acc9f8bf56c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.283059] env[62880]: INFO nova.scheduler.client.report [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted allocations for instance 1a7c304a-a905-4636-b8e3-66a6714e8a66 [ 1823.307663] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-ec80ff29-de68-48f9-92c7-10158db333bd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.308283] env[62880]: DEBUG nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Instance network_info: |[{"id": "31e55afd-6221-4e9a-b172-f38e316f864d", "address": "fa:16:3e:84:17:42", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e55afd-62", "ovs_interfaceid": "31e55afd-6221-4e9a-b172-f38e316f864d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.308730] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:17:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31e55afd-6221-4e9a-b172-f38e316f864d', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.316341] env[62880]: DEBUG oslo.service.loopingcall [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.316884] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.317149] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-172a285a-fe1e-44cf-af32-78a36d8da1e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.337437] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.337437] env[62880]: value = "task-1881202" [ 1823.337437] env[62880]: _type = "Task" [ 1823.337437] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.345861] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881202, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.503237] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.503429] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.503602] env[62880]: DEBUG nova.network.neutron [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.635779] env[62880]: DEBUG nova.compute.manager [req-8dd26dcf-c98b-4ebc-9427-c349e9451266 req-f81a5929-5559-47eb-a2ef-1997ffb8db95 service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Received event network-changed-31e55afd-6221-4e9a-b172-f38e316f864d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1823.636016] env[62880]: DEBUG nova.compute.manager [req-8dd26dcf-c98b-4ebc-9427-c349e9451266 req-f81a5929-5559-47eb-a2ef-1997ffb8db95 service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Refreshing instance network info cache due to event network-changed-31e55afd-6221-4e9a-b172-f38e316f864d. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1823.636245] env[62880]: DEBUG oslo_concurrency.lockutils [req-8dd26dcf-c98b-4ebc-9427-c349e9451266 req-f81a5929-5559-47eb-a2ef-1997ffb8db95 service nova] Acquiring lock "refresh_cache-ec80ff29-de68-48f9-92c7-10158db333bd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.636389] env[62880]: DEBUG oslo_concurrency.lockutils [req-8dd26dcf-c98b-4ebc-9427-c349e9451266 req-f81a5929-5559-47eb-a2ef-1997ffb8db95 service nova] Acquired lock "refresh_cache-ec80ff29-de68-48f9-92c7-10158db333bd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.636544] env[62880]: DEBUG nova.network.neutron [req-8dd26dcf-c98b-4ebc-9427-c349e9451266 req-f81a5929-5559-47eb-a2ef-1997ffb8db95 service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Refreshing network info cache for port 31e55afd-6221-4e9a-b172-f38e316f864d {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.789622] env[62880]: DEBUG oslo_concurrency.lockutils [None req-51411d54-7316-4a60-91e4-865adea0dbb3 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "1a7c304a-a905-4636-b8e3-66a6714e8a66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.297s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.848490] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881202, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.973082] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef192de-7cd6-4218-8802-14dac7217ca1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.980948] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbef0e23-de2e-4c8d-8f3c-b5715f739edd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.015139] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22d12ba-36aa-44c7-975e-75b118c1234b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.023120] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f249a9-7b51-4357-b56b-60bd85b5a96f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.036275] env[62880]: DEBUG nova.compute.provider_tree [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.050037] env[62880]: DEBUG nova.network.neutron [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance_info_cache with network_info: [{"id": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "address": "fa:16:3e:b0:4d:67", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f97fa8-8b", "ovs_interfaceid": "d9f97fa8-8bb9-432a-95c6-efa37a0b76d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.062958] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1824.063308] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388753', 'volume_id': 'b2aa527f-8de8-4072-8b57-15bd46d96714', 'name': 'volume-b2aa527f-8de8-4072-8b57-15bd46d96714', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '890171cb-ef5c-472c-aa01-986105c124f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2aa527f-8de8-4072-8b57-15bd46d96714', 'serial': 'b2aa527f-8de8-4072-8b57-15bd46d96714'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1824.064240] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d387f7-73f2-4ee4-82d7-12848011299a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.084763] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029beb2f-bc93-4dcd-a20f-182648c92b35 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.109605] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-b2aa527f-8de8-4072-8b57-15bd46d96714/volume-b2aa527f-8de8-4072-8b57-15bd46d96714.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.109893] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-484400a7-cc2b-463e-9bf1-becaf5ba2223 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.128270] env[62880]: DEBUG oslo_vmware.api [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1824.128270] env[62880]: value = "task-1881203" [ 1824.128270] env[62880]: _type = "Task" [ 1824.128270] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.136362] env[62880]: DEBUG oslo_vmware.api [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.347941] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881202, 'name': CreateVM_Task, 'duration_secs': 0.648273} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.350416] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.350416] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.350416] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.350416] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.350416] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df997fec-3da4-4bac-a0f4-b5e0c1e73d8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.356467] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1824.356467] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ae6a5a-3737-1927-3891-af23d32a3f32" [ 1824.356467] env[62880]: _type = "Task" [ 1824.356467] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.360828] env[62880]: DEBUG nova.network.neutron [req-8dd26dcf-c98b-4ebc-9427-c349e9451266 req-f81a5929-5559-47eb-a2ef-1997ffb8db95 service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Updated VIF entry in instance network info cache for port 31e55afd-6221-4e9a-b172-f38e316f864d. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.361190] env[62880]: DEBUG nova.network.neutron [req-8dd26dcf-c98b-4ebc-9427-c349e9451266 req-f81a5929-5559-47eb-a2ef-1997ffb8db95 service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Updating instance_info_cache with network_info: [{"id": "31e55afd-6221-4e9a-b172-f38e316f864d", "address": "fa:16:3e:84:17:42", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e55afd-62", "ovs_interfaceid": "31e55afd-6221-4e9a-b172-f38e316f864d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.368179] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ae6a5a-3737-1927-3891-af23d32a3f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.409879] env[62880]: DEBUG nova.network.neutron [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance_info_cache with network_info: [{"id": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "address": "fa:16:3e:3a:74:f3", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f18d176-ac", "ovs_interfaceid": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.540253] env[62880]: DEBUG nova.scheduler.client.report [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.551985] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-42962ea7-3545-4668-9da2-dc7465c0027c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.552913] env[62880]: DEBUG nova.objects.instance [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lazy-loading 'migration_context' on Instance uuid 42962ea7-3545-4668-9da2-dc7465c0027c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.638045] env[62880]: DEBUG oslo_vmware.api [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881203, 'name': ReconfigVM_Task, 'duration_secs': 0.440257} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.638333] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-b2aa527f-8de8-4072-8b57-15bd46d96714/volume-b2aa527f-8de8-4072-8b57-15bd46d96714.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.643078] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b91736-e639-4bd4-8c3e-a1f1955bba59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.658942] env[62880]: DEBUG oslo_vmware.api [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1824.658942] env[62880]: value = "task-1881204" [ 1824.658942] env[62880]: _type = "Task" [ 1824.658942] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.666578] env[62880]: DEBUG oslo_vmware.api [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.868252] env[62880]: DEBUG oslo_concurrency.lockutils [req-8dd26dcf-c98b-4ebc-9427-c349e9451266 req-f81a5929-5559-47eb-a2ef-1997ffb8db95 service nova] Releasing lock "refresh_cache-ec80ff29-de68-48f9-92c7-10158db333bd" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.868668] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ae6a5a-3737-1927-3891-af23d32a3f32, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.868942] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.869182] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.869408] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.869552] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.869767] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.870117] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0370eb-1cb5-4ada-b0d4-34415759b01e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.884279] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.885758] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.885758] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9a4473-f3a7-4917-88e8-1a19125e5150 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.893097] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1824.893097] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529c51b6-71ae-ddfb-e303-2726928f6766" [ 1824.893097] env[62880]: _type = "Task" [ 1824.893097] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.899666] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529c51b6-71ae-ddfb-e303-2726928f6766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.913434] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.045839] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.048107] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.623s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.050143] env[62880]: INFO nova.compute.claims [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1825.054764] env[62880]: DEBUG nova.objects.base [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Object Instance<42962ea7-3545-4668-9da2-dc7465c0027c> lazy-loaded attributes: info_cache,migration_context {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1825.055687] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14459fa4-8675-43db-8a61-362918795386 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.075593] env[62880]: INFO nova.scheduler.client.report [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Deleted allocations for instance be177209-8681-4d14-90cb-0acc9f8bf56c [ 1825.076571] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cb77f0-fd37-4131-be6a-aef7c0529017 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.084313] env[62880]: DEBUG oslo_vmware.api [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1825.084313] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a02b53-99e2-023b-ca42-86ee61435343" [ 1825.084313] env[62880]: _type = "Task" [ 1825.084313] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.092288] env[62880]: DEBUG oslo_vmware.api [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a02b53-99e2-023b-ca42-86ee61435343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.168073] env[62880]: DEBUG oslo_vmware.api [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881204, 'name': ReconfigVM_Task, 'duration_secs': 0.137216} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.168073] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388753', 'volume_id': 'b2aa527f-8de8-4072-8b57-15bd46d96714', 'name': 'volume-b2aa527f-8de8-4072-8b57-15bd46d96714', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '890171cb-ef5c-472c-aa01-986105c124f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2aa527f-8de8-4072-8b57-15bd46d96714', 'serial': 'b2aa527f-8de8-4072-8b57-15bd46d96714'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1825.352171] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "407fff54-f5a7-4720-a373-4fc9cd147032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.352425] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "407fff54-f5a7-4720-a373-4fc9cd147032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.401756] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529c51b6-71ae-ddfb-e303-2726928f6766, 'name': SearchDatastore_Task, 'duration_secs': 0.025346} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.402545] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fea898-f6cf-470b-a258-b07b06d6a581 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.407503] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1825.407503] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52223524-c814-a701-be6d-f6db9adeda9e" [ 1825.407503] env[62880]: _type = "Task" [ 1825.407503] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.415111] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52223524-c814-a701-be6d-f6db9adeda9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.437676] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd0904-5a67-4fd1-929c-061f7534aebb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.456586] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8e368-c632-4773-8714-e35cf8e954ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.464201] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance '9c68659d-0d8e-4370-8f58-93b5955b46ba' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1825.588511] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4666fc1d-8231-4f34-a5c4-95a8b005ac4c tempest-ServerAddressesNegativeTestJSON-1783821203 tempest-ServerAddressesNegativeTestJSON-1783821203-project-member] Lock "be177209-8681-4d14-90cb-0acc9f8bf56c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.032s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.594577] env[62880]: DEBUG oslo_vmware.api [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a02b53-99e2-023b-ca42-86ee61435343, 'name': SearchDatastore_Task, 'duration_secs': 0.023489} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.594845] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.855266] env[62880]: DEBUG nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.917961] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52223524-c814-a701-be6d-f6db9adeda9e, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.918227] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.918473] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ec80ff29-de68-48f9-92c7-10158db333bd/ec80ff29-de68-48f9-92c7-10158db333bd.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.918719] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c05d6b53-8f2d-423b-9569-23fce5943579 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.925436] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1825.925436] env[62880]: value = "task-1881205" [ 1825.925436] env[62880]: _type = "Task" [ 1825.925436] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.934646] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.970407] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1b90e6f2-611c-4347-a36c-f67d5bd30547 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance '9c68659d-0d8e-4370-8f58-93b5955b46ba' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1826.208149] env[62880]: DEBUG nova.objects.instance [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.312343] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eaf2a5-4d2c-472d-b8c6-95799c4e2539 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.321635] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d99dd2b-bfa4-40ed-810a-cb5a54e6899d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.354108] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b952b9-030d-4ea0-8ed5-98a7a3914062 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.366025] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0273a1da-167d-457c-b7e2-437bdd7125c0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.382135] env[62880]: DEBUG nova.compute.provider_tree [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.384554] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.441414] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881205, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.715931] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e52f8eb1-dfe3-4de7-b2a1-ff5788ec84e2 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.886902] env[62880]: DEBUG nova.scheduler.client.report [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.935346] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577725} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.935730] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] ec80ff29-de68-48f9-92c7-10158db333bd/ec80ff29-de68-48f9-92c7-10158db333bd.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.936111] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.936458] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5f0069f-f9e5-46d9-9475-8f80aadcbad7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.943108] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1826.943108] env[62880]: value = "task-1881206" [ 1826.943108] env[62880]: _type = "Task" [ 1826.943108] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.952376] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.010020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.010020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.010020] env[62880]: DEBUG nova.compute.manager [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.010020] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb24f8-89af-4afa-9b02-9a55756e774d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.015857] env[62880]: DEBUG nova.compute.manager [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1827.016717] env[62880]: DEBUG nova.objects.instance [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.393854] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.394441] env[62880]: DEBUG nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1827.399482] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.708s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.399482] env[62880]: INFO nova.compute.claims [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.457333] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070215} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.457829] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.459344] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48328a54-1ce0-483e-97f7-ea36746e97cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.482220] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ec80ff29-de68-48f9-92c7-10158db333bd/ec80ff29-de68-48f9-92c7-10158db333bd.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.482832] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce58414-c722-43e9-b0b4-12f362d297b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.509128] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1827.509128] env[62880]: value = "task-1881207" [ 1827.509128] env[62880]: _type = "Task" [ 1827.509128] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.517763] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.903193] env[62880]: DEBUG nova.compute.utils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1827.906518] env[62880]: DEBUG nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1827.906696] env[62880]: DEBUG nova.network.neutron [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1827.953575] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.953910] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.953986] env[62880]: DEBUG nova.compute.manager [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Going to confirm migration 4 {{(pid=62880) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1828.018672] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881207, 'name': ReconfigVM_Task, 'duration_secs': 0.403183} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.018964] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ec80ff29-de68-48f9-92c7-10158db333bd/ec80ff29-de68-48f9-92c7-10158db333bd.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.021658] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bff2615-219d-44a6-8a9f-ad945994eaf6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.029660] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.029998] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1828.029998] env[62880]: value = "task-1881208" [ 1828.029998] env[62880]: _type = "Task" [ 1828.029998] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.030199] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d4ef2dc-77f1-4e0c-8ad0-1539cba37e39 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.040641] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881208, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.041916] env[62880]: DEBUG oslo_vmware.api [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1828.041916] env[62880]: value = "task-1881209" [ 1828.041916] env[62880]: _type = "Task" [ 1828.041916] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.049488] env[62880]: DEBUG oslo_vmware.api [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.122947] env[62880]: DEBUG nova.policy [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0a2b391ee948d3b3990e656aaa88e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17d9e8aee61b4f3ea7c5aa6df400f711', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1828.362483] env[62880]: DEBUG nova.network.neutron [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Successfully created port: f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1828.414694] env[62880]: DEBUG nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1828.541811] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881208, 'name': Rename_Task, 'duration_secs': 0.146512} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.542918] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.542918] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de4a2a8-6e46-4e57-9817-c04cf17fb821 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.557360] env[62880]: DEBUG oslo_vmware.api [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881209, 'name': PowerOffVM_Task, 'duration_secs': 0.397441} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.558881] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.559271] env[62880]: DEBUG nova.compute.manager [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.559604] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1828.559604] env[62880]: value = "task-1881210" [ 1828.559604] env[62880]: _type = "Task" [ 1828.559604] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.560487] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a9edc4-cc88-4093-8578-6fe8bc0cb9d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.581668] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881210, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.619016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.619225] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.619405] env[62880]: DEBUG nova.network.neutron [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.619571] env[62880]: DEBUG nova.objects.instance [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'info_cache' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1828.668390] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a4a97f-cf38-4d6c-a009-53174f08706f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.676188] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a47e7a4-d403-4997-8188-e5e9db0bcb69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.712493] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83674771-b3dd-4142-b5ac-19414c57e061 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.721489] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3182c797-1d51-4eaf-90d9-4611591b4189 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.735385] env[62880]: DEBUG nova.compute.provider_tree [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.078179] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881210, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.085869] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8b44dc15-f27d-42a8-87ef-9708372a2248 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.241023] env[62880]: DEBUG nova.scheduler.client.report [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.428659] env[62880]: DEBUG nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1829.458118] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1829.458118] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.458118] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1829.458118] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.458118] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1829.458118] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1829.458118] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1829.458118] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1829.458711] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1829.459025] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1829.459317] env[62880]: DEBUG nova.virt.hardware [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1829.461457] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac47a45f-3abf-4936-af18-b8370a9a4282 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.471154] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c8687-5eda-4b42-a33b-bd0ac65a172c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.574666] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881210, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.610256] env[62880]: DEBUG nova.objects.instance [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.747516] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.749976] env[62880]: DEBUG nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1829.766846] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.921s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.772782] env[62880]: INFO nova.compute.claims [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.931797] env[62880]: DEBUG nova.network.neutron [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance_info_cache with network_info: [{"id": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "address": "fa:16:3e:3a:74:f3", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f18d176-ac", "ovs_interfaceid": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.077100] env[62880]: DEBUG oslo_vmware.api [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881210, 'name': PowerOnVM_Task, 'duration_secs': 1.094236} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.077413] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.077653] env[62880]: INFO nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1830.077861] env[62880]: DEBUG nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.078664] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff645f0-36ea-4c08-9d6f-6ef7791f6ec6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.117934] env[62880]: DEBUG oslo_concurrency.lockutils [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.118121] env[62880]: DEBUG oslo_concurrency.lockutils [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.118348] env[62880]: DEBUG nova.network.neutron [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.119488] env[62880]: DEBUG nova.objects.instance [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'info_cache' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.281646] env[62880]: DEBUG nova.compute.utils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.284593] env[62880]: DEBUG nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.284780] env[62880]: DEBUG nova.network.neutron [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.328813] env[62880]: DEBUG nova.policy [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e86684b7d1a344c585a0c53f89c2617a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13dfee859174313ae207d54ca51ee4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.348935] env[62880]: DEBUG nova.network.neutron [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Successfully updated port: f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1830.436599] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.436599] env[62880]: DEBUG nova.objects.instance [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'migration_context' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.511621] env[62880]: DEBUG nova.compute.manager [req-4d3170d8-7aa9-4bb2-83bc-c42c656627fd req-49772343-5faa-4d5e-b929-a6233cafbeb7 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Received event network-vif-plugged-f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.511621] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d3170d8-7aa9-4bb2-83bc-c42c656627fd req-49772343-5faa-4d5e-b929-a6233cafbeb7 service nova] Acquiring lock "0b39504b-c644-4d68-9a04-a38ab8599790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.511621] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d3170d8-7aa9-4bb2-83bc-c42c656627fd req-49772343-5faa-4d5e-b929-a6233cafbeb7 service nova] Lock "0b39504b-c644-4d68-9a04-a38ab8599790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.511621] env[62880]: DEBUG oslo_concurrency.lockutils [req-4d3170d8-7aa9-4bb2-83bc-c42c656627fd req-49772343-5faa-4d5e-b929-a6233cafbeb7 service nova] Lock "0b39504b-c644-4d68-9a04-a38ab8599790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.511621] env[62880]: DEBUG nova.compute.manager [req-4d3170d8-7aa9-4bb2-83bc-c42c656627fd req-49772343-5faa-4d5e-b929-a6233cafbeb7 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] No waiting events found dispatching network-vif-plugged-f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.511621] env[62880]: WARNING nova.compute.manager [req-4d3170d8-7aa9-4bb2-83bc-c42c656627fd req-49772343-5faa-4d5e-b929-a6233cafbeb7 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Received unexpected event network-vif-plugged-f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0 for instance with vm_state building and task_state spawning. [ 1830.602072] env[62880]: INFO nova.compute.manager [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Took 15.51 seconds to build instance. [ 1830.622575] env[62880]: DEBUG nova.objects.base [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Object Instance<890171cb-ef5c-472c-aa01-986105c124f2> lazy-loaded attributes: flavor,info_cache {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1830.675767] env[62880]: DEBUG nova.network.neutron [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Successfully created port: 88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.791869] env[62880]: DEBUG nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1830.853020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "refresh_cache-0b39504b-c644-4d68-9a04-a38ab8599790" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.853216] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "refresh_cache-0b39504b-c644-4d68-9a04-a38ab8599790" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.853431] env[62880]: DEBUG nova.network.neutron [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.939537] env[62880]: DEBUG nova.objects.base [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Object Instance<9c68659d-0d8e-4370-8f58-93b5955b46ba> lazy-loaded attributes: info_cache,migration_context {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1830.940687] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30f4fee-9f44-45d2-bef3-bd8332e1b96c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.968211] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57246ea4-d989-4695-be2d-fed7e2584b8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.974434] env[62880]: DEBUG oslo_vmware.api [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1830.974434] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a3ef3f-a20c-2bb6-2136-089880d5546c" [ 1830.974434] env[62880]: _type = "Task" [ 1830.974434] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.982300] env[62880]: DEBUG oslo_vmware.api [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a3ef3f-a20c-2bb6-2136-089880d5546c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.052747] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada489c-6cc4-4ebf-88df-42980bf579fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.066184] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b747db1-5d14-4afa-9ae4-76b5d3837a81 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.099600] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquiring lock "029dd3a8-2b00-43cd-8335-837c61d91344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.099874] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "029dd3a8-2b00-43cd-8335-837c61d91344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.101857] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819e7eea-144e-4cc8-88dc-32c5fae7919f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.104752] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63ad51b5-0764-4367-87f4-47428494c4e8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ec80ff29-de68-48f9-92c7-10158db333bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.016s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.110272] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7286294-3197-4836-868e-7c6d17cb81a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.124324] env[62880]: DEBUG nova.compute.provider_tree [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.325266] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "ec80ff29-de68-48f9-92c7-10158db333bd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.325519] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ec80ff29-de68-48f9-92c7-10158db333bd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.325689] env[62880]: DEBUG nova.compute.manager [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.326566] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59339e05-40fa-4f6f-b336-e6a723a8af29 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.335631] env[62880]: DEBUG nova.compute.manager [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1831.336199] env[62880]: DEBUG nova.objects.instance [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'flavor' on Instance uuid ec80ff29-de68-48f9-92c7-10158db333bd {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.380155] env[62880]: DEBUG nova.network.neutron [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updating instance_info_cache with network_info: [{"id": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "address": "fa:16:3e:f8:73:e1", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553859-30", "ovs_interfaceid": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.393709] env[62880]: DEBUG nova.network.neutron [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.485097] env[62880]: DEBUG oslo_vmware.api [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a3ef3f-a20c-2bb6-2136-089880d5546c, 'name': SearchDatastore_Task, 'duration_secs': 0.077573} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.485416] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.602135] env[62880]: DEBUG nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1831.620268] env[62880]: DEBUG nova.network.neutron [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Updating instance_info_cache with network_info: [{"id": "f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0", "address": "fa:16:3e:d3:89:15", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b70dbd-0c", "ovs_interfaceid": "f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.626917] env[62880]: DEBUG nova.scheduler.client.report [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.805242] env[62880]: DEBUG nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1831.832334] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1831.832473] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.832562] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1831.832700] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.832844] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1831.833021] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1831.833503] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1831.833503] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1831.833581] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1831.833764] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1831.833969] env[62880]: DEBUG nova.virt.hardware [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1831.834816] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d00fe0-b36d-4369-91e6-81f9346bd39a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.844616] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc96372e-2b4e-4b9f-bc51-78eac44e3867 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.882762] env[62880]: DEBUG oslo_concurrency.lockutils [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Releasing lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.092307] env[62880]: DEBUG nova.compute.manager [req-effb4eef-94d1-41b6-82de-f284650f6695 req-30de436e-3a60-42f7-a38b-756bd7ec1ea5 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Received event network-vif-plugged-88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1832.092533] env[62880]: DEBUG oslo_concurrency.lockutils [req-effb4eef-94d1-41b6-82de-f284650f6695 req-30de436e-3a60-42f7-a38b-756bd7ec1ea5 service nova] Acquiring lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.092779] env[62880]: DEBUG oslo_concurrency.lockutils [req-effb4eef-94d1-41b6-82de-f284650f6695 req-30de436e-3a60-42f7-a38b-756bd7ec1ea5 service nova] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.092992] env[62880]: DEBUG oslo_concurrency.lockutils [req-effb4eef-94d1-41b6-82de-f284650f6695 req-30de436e-3a60-42f7-a38b-756bd7ec1ea5 service nova] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.093198] env[62880]: DEBUG nova.compute.manager [req-effb4eef-94d1-41b6-82de-f284650f6695 req-30de436e-3a60-42f7-a38b-756bd7ec1ea5 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] No waiting events found dispatching network-vif-plugged-88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1832.093379] env[62880]: WARNING nova.compute.manager [req-effb4eef-94d1-41b6-82de-f284650f6695 req-30de436e-3a60-42f7-a38b-756bd7ec1ea5 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Received unexpected event network-vif-plugged-88ce5592-dfd5-42bc-937d-b652f81da3e3 for instance with vm_state building and task_state spawning. [ 1832.122629] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "refresh_cache-0b39504b-c644-4d68-9a04-a38ab8599790" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.122948] env[62880]: DEBUG nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Instance network_info: |[{"id": "f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0", "address": "fa:16:3e:d3:89:15", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b70dbd-0c", "ovs_interfaceid": "f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1832.123362] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:89:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1832.131354] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating folder: Project (17d9e8aee61b4f3ea7c5aa6df400f711). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1832.132639] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.133701] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.134235] env[62880]: DEBUG nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.137103] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-891e66bd-7cbc-4c81-acab-ea6310b8583e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.139684] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.087s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.139901] env[62880]: DEBUG nova.objects.instance [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'pci_requests' on Instance uuid b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.152559] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created folder: Project (17d9e8aee61b4f3ea7c5aa6df400f711) in parent group-v388473. [ 1832.153319] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating folder: Instances. Parent ref: group-v388755. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1832.153608] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84b1d451-1160-486d-9a61-7daa6ac7764e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.163780] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created folder: Instances in parent group-v388755. [ 1832.164040] env[62880]: DEBUG oslo.service.loopingcall [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.164250] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1832.164497] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97e06c52-57bc-4033-8df8-850669b492c6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.187684] env[62880]: DEBUG nova.network.neutron [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Successfully updated port: 88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.192793] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1832.192793] env[62880]: value = "task-1881213" [ 1832.192793] env[62880]: _type = "Task" [ 1832.192793] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.202067] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881213, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.350188] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.350480] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbf84a59-98ca-4d53-8830-92d4ab16d37d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.360743] env[62880]: DEBUG oslo_vmware.api [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1832.360743] env[62880]: value = "task-1881214" [ 1832.360743] env[62880]: _type = "Task" [ 1832.360743] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.368913] env[62880]: DEBUG oslo_vmware.api [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.538959] env[62880]: DEBUG nova.compute.manager [req-e44b0595-f167-448c-9e18-5e4eb2f90ced req-a81e4309-662d-4cdb-87c5-7c4a647633b7 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Received event network-changed-f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1832.539223] env[62880]: DEBUG nova.compute.manager [req-e44b0595-f167-448c-9e18-5e4eb2f90ced req-a81e4309-662d-4cdb-87c5-7c4a647633b7 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Refreshing instance network info cache due to event network-changed-f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1832.539419] env[62880]: DEBUG oslo_concurrency.lockutils [req-e44b0595-f167-448c-9e18-5e4eb2f90ced req-a81e4309-662d-4cdb-87c5-7c4a647633b7 service nova] Acquiring lock "refresh_cache-0b39504b-c644-4d68-9a04-a38ab8599790" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.539588] env[62880]: DEBUG oslo_concurrency.lockutils [req-e44b0595-f167-448c-9e18-5e4eb2f90ced req-a81e4309-662d-4cdb-87c5-7c4a647633b7 service nova] Acquired lock "refresh_cache-0b39504b-c644-4d68-9a04-a38ab8599790" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.539743] env[62880]: DEBUG nova.network.neutron [req-e44b0595-f167-448c-9e18-5e4eb2f90ced req-a81e4309-662d-4cdb-87c5-7c4a647633b7 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Refreshing network info cache for port f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.642838] env[62880]: DEBUG nova.compute.utils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.645551] env[62880]: DEBUG nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.645551] env[62880]: DEBUG nova.network.neutron [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.649719] env[62880]: DEBUG nova.objects.instance [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'numa_topology' on Instance uuid b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.691692] env[62880]: DEBUG nova.policy [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.693056] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.693200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.693342] env[62880]: DEBUG nova.network.neutron [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.705138] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881213, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.874120] env[62880]: DEBUG oslo_vmware.api [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881214, 'name': PowerOffVM_Task, 'duration_secs': 0.194353} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.874120] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.874120] env[62880]: DEBUG nova.compute.manager [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.874120] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c984a92-4169-446a-9b2c-e066be5b5b45 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.888272] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.888486] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1653d45-5b06-41b4-bdfa-67a4c392234b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.895660] env[62880]: DEBUG oslo_vmware.api [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1832.895660] env[62880]: value = "task-1881215" [ 1832.895660] env[62880]: _type = "Task" [ 1832.895660] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.903671] env[62880]: DEBUG oslo_vmware.api [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.977562] env[62880]: DEBUG nova.network.neutron [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Successfully created port: e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1833.146017] env[62880]: DEBUG nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.152689] env[62880]: INFO nova.compute.claims [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1833.208636] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881213, 'name': CreateVM_Task, 'duration_secs': 0.645318} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.211273] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1833.212635] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.213342] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.213772] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1833.214321] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6508be3-5102-4719-b1ab-c814a644b8ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.219329] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1833.219329] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cd311f-a6f4-8929-5698-1504af5c14c2" [ 1833.219329] env[62880]: _type = "Task" [ 1833.219329] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.230220] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cd311f-a6f4-8929-5698-1504af5c14c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.274496] env[62880]: DEBUG nova.network.neutron [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.386465] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e755c402-7756-4641-aafa-3763a0f48ff8 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ec80ff29-de68-48f9-92c7-10158db333bd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.405347] env[62880]: DEBUG oslo_vmware.api [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881215, 'name': PowerOnVM_Task, 'duration_secs': 0.445051} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.413184] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.413184] env[62880]: DEBUG nova.compute.manager [None req-cb39da41-adb0-4f8e-87de-9ec6d1e8109b tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.414196] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f47980a-441f-4973-83cc-8c0958be1f66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.445485] env[62880]: DEBUG nova.network.neutron [req-e44b0595-f167-448c-9e18-5e4eb2f90ced req-a81e4309-662d-4cdb-87c5-7c4a647633b7 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Updated VIF entry in instance network info cache for port f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.445856] env[62880]: DEBUG nova.network.neutron [req-e44b0595-f167-448c-9e18-5e4eb2f90ced req-a81e4309-662d-4cdb-87c5-7c4a647633b7 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Updating instance_info_cache with network_info: [{"id": "f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0", "address": "fa:16:3e:d3:89:15", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b70dbd-0c", "ovs_interfaceid": "f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.550390] env[62880]: DEBUG nova.network.neutron [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Updating instance_info_cache with network_info: [{"id": "88ce5592-dfd5-42bc-937d-b652f81da3e3", "address": "fa:16:3e:c7:e8:06", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ce5592-df", "ovs_interfaceid": "88ce5592-dfd5-42bc-937d-b652f81da3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.729788] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cd311f-a6f4-8929-5698-1504af5c14c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01241} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.730126] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.730406] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1833.730643] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.730803] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.730982] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1833.731255] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07eea3a-805a-40e0-8d89-054c2b851b50 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.739772] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1833.739948] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1833.740721] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d50ee61-645f-4b11-b5f1-8f889a2f0f19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.746738] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1833.746738] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5267c9b0-532b-76a6-30da-ab5c7792e641" [ 1833.746738] env[62880]: _type = "Task" [ 1833.746738] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.754537] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5267c9b0-532b-76a6-30da-ab5c7792e641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.843518] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "ec80ff29-de68-48f9-92c7-10158db333bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.843518] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ec80ff29-de68-48f9-92c7-10158db333bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.843518] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "ec80ff29-de68-48f9-92c7-10158db333bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.843518] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ec80ff29-de68-48f9-92c7-10158db333bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.843518] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ec80ff29-de68-48f9-92c7-10158db333bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.845478] env[62880]: INFO nova.compute.manager [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Terminating instance [ 1833.948682] env[62880]: DEBUG oslo_concurrency.lockutils [req-e44b0595-f167-448c-9e18-5e4eb2f90ced req-a81e4309-662d-4cdb-87c5-7c4a647633b7 service nova] Releasing lock "refresh_cache-0b39504b-c644-4d68-9a04-a38ab8599790" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.053313] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.053313] env[62880]: DEBUG nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Instance network_info: |[{"id": "88ce5592-dfd5-42bc-937d-b652f81da3e3", "address": "fa:16:3e:c7:e8:06", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ce5592-df", "ovs_interfaceid": "88ce5592-dfd5-42bc-937d-b652f81da3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.053634] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e8:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88ce5592-dfd5-42bc-937d-b652f81da3e3', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.061341] env[62880]: DEBUG oslo.service.loopingcall [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.061575] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.061804] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de73f915-b3bb-466d-8ae3-ef0719a62fe7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.084065] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.084065] env[62880]: value = "task-1881216" [ 1834.084065] env[62880]: _type = "Task" [ 1834.084065] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.092882] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881216, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.120832] env[62880]: DEBUG nova.compute.manager [req-2430cbd6-5f71-4764-bc03-5cedfcad8ec3 req-ba1afd7e-7327-4ce5-befd-c66631b43e60 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Received event network-changed-88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.121131] env[62880]: DEBUG nova.compute.manager [req-2430cbd6-5f71-4764-bc03-5cedfcad8ec3 req-ba1afd7e-7327-4ce5-befd-c66631b43e60 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Refreshing instance network info cache due to event network-changed-88ce5592-dfd5-42bc-937d-b652f81da3e3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1834.121261] env[62880]: DEBUG oslo_concurrency.lockutils [req-2430cbd6-5f71-4764-bc03-5cedfcad8ec3 req-ba1afd7e-7327-4ce5-befd-c66631b43e60 service nova] Acquiring lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.121414] env[62880]: DEBUG oslo_concurrency.lockutils [req-2430cbd6-5f71-4764-bc03-5cedfcad8ec3 req-ba1afd7e-7327-4ce5-befd-c66631b43e60 service nova] Acquired lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.121577] env[62880]: DEBUG nova.network.neutron [req-2430cbd6-5f71-4764-bc03-5cedfcad8ec3 req-ba1afd7e-7327-4ce5-befd-c66631b43e60 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Refreshing network info cache for port 88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.165725] env[62880]: DEBUG nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.197791] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.198140] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.198345] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.198533] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.198681] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.198926] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.199240] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.199431] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.199609] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.199803] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.199989] env[62880]: DEBUG nova.virt.hardware [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.200964] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96388d06-36e7-4ff0-97cc-682eeed3c825 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.212319] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a5c5b5-e531-4228-9709-0f1f83803c33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.260594] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5267c9b0-532b-76a6-30da-ab5c7792e641, 'name': SearchDatastore_Task, 'duration_secs': 0.015032} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.266037] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765ec51f-3a9d-471d-82a6-d23daa02c554 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.273669] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1834.273669] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5202d53c-6c66-f830-07c4-be3352a45e70" [ 1834.273669] env[62880]: _type = "Task" [ 1834.273669] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.285404] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5202d53c-6c66-f830-07c4-be3352a45e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.348887] env[62880]: DEBUG nova.compute.manager [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.349215] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.350463] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fb2fc5-7dd6-499b-8dff-598a1aadd9f5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.363470] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.363927] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd8acb8-646e-42a4-b45f-cdfe89288363 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.418470] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116688ac-1d4b-471e-a612-e78c77917334 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.428104] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf79d5-225a-4dc9-abfb-61a0a7266579 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.481455] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7942b884-357b-4930-a454-15ba1aa1b3ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.493911] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a94456b-ae85-4b27-bddc-65c62cd9acc2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.514959] env[62880]: DEBUG nova.compute.provider_tree [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.554504] env[62880]: DEBUG nova.network.neutron [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Successfully updated port: e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.577970] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.578197] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.578381] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleting the datastore file [datastore2] ec80ff29-de68-48f9-92c7-10158db333bd {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.578646] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42b6737c-0cd4-40cb-a04c-51c7360fc2bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.589290] env[62880]: DEBUG oslo_vmware.api [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1834.589290] env[62880]: value = "task-1881218" [ 1834.589290] env[62880]: _type = "Task" [ 1834.589290] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.596027] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881216, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.600882] env[62880]: DEBUG oslo_vmware.api [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.786903] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5202d53c-6c66-f830-07c4-be3352a45e70, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.786903] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.786903] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 0b39504b-c644-4d68-9a04-a38ab8599790/0b39504b-c644-4d68-9a04-a38ab8599790.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1834.786903] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50d86f47-eb3a-45af-8293-3eed69bf64a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.795917] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1834.795917] env[62880]: value = "task-1881219" [ 1834.795917] env[62880]: _type = "Task" [ 1834.795917] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.806297] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.867161] env[62880]: DEBUG nova.network.neutron [req-2430cbd6-5f71-4764-bc03-5cedfcad8ec3 req-ba1afd7e-7327-4ce5-befd-c66631b43e60 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Updated VIF entry in instance network info cache for port 88ce5592-dfd5-42bc-937d-b652f81da3e3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.867214] env[62880]: DEBUG nova.network.neutron [req-2430cbd6-5f71-4764-bc03-5cedfcad8ec3 req-ba1afd7e-7327-4ce5-befd-c66631b43e60 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Updating instance_info_cache with network_info: [{"id": "88ce5592-dfd5-42bc-937d-b652f81da3e3", "address": "fa:16:3e:c7:e8:06", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ce5592-df", "ovs_interfaceid": "88ce5592-dfd5-42bc-937d-b652f81da3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.018165] env[62880]: DEBUG nova.scheduler.client.report [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.059954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.060203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.060203] env[62880]: DEBUG nova.network.neutron [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.097939] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881216, 'name': CreateVM_Task, 'duration_secs': 0.543531} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.098606] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1835.099438] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.099600] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.100275] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.100275] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cee23a1-57de-45b3-ab37-c45420157551 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.105296] env[62880]: DEBUG oslo_vmware.api [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146116} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.106384] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.106578] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.106755] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.107082] env[62880]: INFO nova.compute.manager [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Took 0.76 seconds to destroy the instance on the hypervisor. [ 1835.107396] env[62880]: DEBUG oslo.service.loopingcall [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.108957] env[62880]: DEBUG nova.compute.manager [-] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1835.109171] env[62880]: DEBUG nova.network.neutron [-] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.110942] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1835.110942] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c40662-ab17-211e-ff0c-411a33686889" [ 1835.110942] env[62880]: _type = "Task" [ 1835.110942] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.120469] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c40662-ab17-211e-ff0c-411a33686889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.307267] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.369701] env[62880]: DEBUG oslo_concurrency.lockutils [req-2430cbd6-5f71-4764-bc03-5cedfcad8ec3 req-ba1afd7e-7327-4ce5-befd-c66631b43e60 service nova] Releasing lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.524602] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.385s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.526877] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.932s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.558618] env[62880]: INFO nova.network.neutron [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating port 0a04da97-8294-47eb-99b1-14e50cf1a7c1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1835.592117] env[62880]: DEBUG nova.network.neutron [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.621196] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c40662-ab17-211e-ff0c-411a33686889, 'name': SearchDatastore_Task, 'duration_secs': 0.072708} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.621485] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.621712] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.621931] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.622127] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.622316] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.622570] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b933acf-c765-4a09-86b5-557d95bf4da3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.634266] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.634453] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.635179] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba4bfd9b-4edb-4e1b-8e29-bff8343ba906 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.640593] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1835.640593] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bce8ba-a437-e132-52d4-40836ef078b3" [ 1835.640593] env[62880]: _type = "Task" [ 1835.640593] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.648688] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bce8ba-a437-e132-52d4-40836ef078b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.723999] env[62880]: DEBUG nova.network.neutron [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.805933] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612427} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.806127] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 0b39504b-c644-4d68-9a04-a38ab8599790/0b39504b-c644-4d68-9a04-a38ab8599790.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1835.806297] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1835.806489] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b458ffbb-f8d0-4aab-9e42-f689a99bd22b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.813367] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1835.813367] env[62880]: value = "task-1881220" [ 1835.813367] env[62880]: _type = "Task" [ 1835.813367] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.821507] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.056388] env[62880]: DEBUG nova.network.neutron [-] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.151829] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bce8ba-a437-e132-52d4-40836ef078b3, 'name': SearchDatastore_Task, 'duration_secs': 0.042555} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.152765] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8f39e5-4fca-48b9-b4d7-004326c79fb7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.158073] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1836.158073] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b91454-74e2-0700-536e-b8933d0b665d" [ 1836.158073] env[62880]: _type = "Task" [ 1836.158073] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.167991] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b91454-74e2-0700-536e-b8933d0b665d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.226257] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.226645] env[62880]: DEBUG nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Instance network_info: |[{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1836.227064] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:71:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.235580] env[62880]: DEBUG oslo.service.loopingcall [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.236690] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.237521] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af519c8-93db-42c9-a1f4-ac20d64802bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.240398] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3cd9c0a-4972-4f13-903e-375300bd5f95 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.261194] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993c3c2-8151-44d7-b81f-c275c0ee737a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.265380] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.265380] env[62880]: value = "task-1881221" [ 1836.265380] env[62880]: _type = "Task" [ 1836.265380] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.296151] env[62880]: DEBUG nova.compute.manager [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-vif-plugged-e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1836.296362] env[62880]: DEBUG oslo_concurrency.lockutils [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.296567] env[62880]: DEBUG oslo_concurrency.lockutils [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.296835] env[62880]: DEBUG oslo_concurrency.lockutils [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.296943] env[62880]: DEBUG nova.compute.manager [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] No waiting events found dispatching network-vif-plugged-e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1836.297307] env[62880]: WARNING nova.compute.manager [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received unexpected event network-vif-plugged-e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 for instance with vm_state building and task_state spawning. [ 1836.297307] env[62880]: DEBUG nova.compute.manager [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-changed-e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1836.297419] env[62880]: DEBUG nova.compute.manager [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Refreshing instance network info cache due to event network-changed-e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1836.297609] env[62880]: DEBUG oslo_concurrency.lockutils [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] Acquiring lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.297755] env[62880]: DEBUG oslo_concurrency.lockutils [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] Acquired lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.297913] env[62880]: DEBUG nova.network.neutron [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Refreshing network info cache for port e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.304022] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f049d4ff-e90f-442b-8bcd-c3f5c9c3d2b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.309038] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881221, 'name': CreateVM_Task} progress is 15%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.318512] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b507002-3ed2-4c40-8c0e-6a191b3ddeaf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.328093] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129974} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.335931] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1836.336790] env[62880]: DEBUG nova.compute.provider_tree [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.339192] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03bd27-ae5b-4e5a-84e2-f4e114702fde {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.363456] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 0b39504b-c644-4d68-9a04-a38ab8599790/0b39504b-c644-4d68-9a04-a38ab8599790.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.363794] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-550a17c7-89eb-4cfe-9b91-98463a16f5d1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.386579] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1836.386579] env[62880]: value = "task-1881222" [ 1836.386579] env[62880]: _type = "Task" [ 1836.386579] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.395487] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.559098] env[62880]: INFO nova.compute.manager [-] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Took 1.45 seconds to deallocate network for instance. [ 1836.669387] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b91454-74e2-0700-536e-b8933d0b665d, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.669678] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.669940] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] e8b8fdee-6198-4c05-8233-add7e4bcf20f/e8b8fdee-6198-4c05-8233-add7e4bcf20f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.670301] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506112ce-5e1a-4713-a9d9-667226eda46b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.677233] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1836.677233] env[62880]: value = "task-1881223" [ 1836.677233] env[62880]: _type = "Task" [ 1836.677233] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.685300] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.775031] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881221, 'name': CreateVM_Task, 'duration_secs': 0.510587} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.775230] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.775969] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.776156] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.776496] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.776751] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaa65ab-0a47-4909-b86b-a9708527e7ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.781356] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1836.781356] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52839580-8781-981b-206b-4889562a00a3" [ 1836.781356] env[62880]: _type = "Task" [ 1836.781356] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.788796] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52839580-8781-981b-206b-4889562a00a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.839797] env[62880]: DEBUG nova.scheduler.client.report [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.897516] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881222, 'name': ReconfigVM_Task, 'duration_secs': 0.342247} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.897980] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 0b39504b-c644-4d68-9a04-a38ab8599790/0b39504b-c644-4d68-9a04-a38ab8599790.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.898643] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05229592-6caf-48ff-ab18-e6fb750aec96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.908360] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1836.908360] env[62880]: value = "task-1881224" [ 1836.908360] env[62880]: _type = "Task" [ 1836.908360] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.920725] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881224, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.035739] env[62880]: DEBUG nova.network.neutron [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updated VIF entry in instance network info cache for port e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.036243] env[62880]: DEBUG nova.network.neutron [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.065952] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.192378] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506167} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.193837] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] e8b8fdee-6198-4c05-8233-add7e4bcf20f/e8b8fdee-6198-4c05-8233-add7e4bcf20f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.194154] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.194435] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dcf5819-8d34-4356-890e-e96b615c7a43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.200285] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1837.200285] env[62880]: value = "task-1881225" [ 1837.200285] env[62880]: _type = "Task" [ 1837.200285] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.207953] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.218104] env[62880]: DEBUG nova.compute.manager [req-6939b189-ff71-425e-8c17-4e7fcb161975 req-85c7f3a5-7e3d-483a-a9fc-726d1b45cdde service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received event network-vif-plugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1837.218299] env[62880]: DEBUG oslo_concurrency.lockutils [req-6939b189-ff71-425e-8c17-4e7fcb161975 req-85c7f3a5-7e3d-483a-a9fc-726d1b45cdde service nova] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.218510] env[62880]: DEBUG oslo_concurrency.lockutils [req-6939b189-ff71-425e-8c17-4e7fcb161975 req-85c7f3a5-7e3d-483a-a9fc-726d1b45cdde service nova] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.218869] env[62880]: DEBUG oslo_concurrency.lockutils [req-6939b189-ff71-425e-8c17-4e7fcb161975 req-85c7f3a5-7e3d-483a-a9fc-726d1b45cdde service nova] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.218912] env[62880]: DEBUG nova.compute.manager [req-6939b189-ff71-425e-8c17-4e7fcb161975 req-85c7f3a5-7e3d-483a-a9fc-726d1b45cdde service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] No waiting events found dispatching network-vif-plugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.219101] env[62880]: WARNING nova.compute.manager [req-6939b189-ff71-425e-8c17-4e7fcb161975 req-85c7f3a5-7e3d-483a-a9fc-726d1b45cdde service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received unexpected event network-vif-plugged-0a04da97-8294-47eb-99b1-14e50cf1a7c1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1837.292495] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52839580-8781-981b-206b-4889562a00a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.292752] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.292982] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.293254] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.293403] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.293582] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.293840] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4263ca91-8dc9-4654-8595-b8ae6946c009 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.302187] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.302797] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.303090] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efcb4e08-356c-4ead-b23a-19377f42eefd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.308604] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1837.308604] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fa6aba-3cab-219b-c041-2353e00c935f" [ 1837.308604] env[62880]: _type = "Task" [ 1837.308604] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.316190] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fa6aba-3cab-219b-c041-2353e00c935f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.368536] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.368718] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.368892] env[62880]: DEBUG nova.network.neutron [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.418908] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881224, 'name': Rename_Task, 'duration_secs': 0.270737} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.419195] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.419430] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58daa597-9300-4013-ad3c-a0e4b4d506dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.425721] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1837.425721] env[62880]: value = "task-1881226" [ 1837.425721] env[62880]: _type = "Task" [ 1837.425721] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.433794] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.538972] env[62880]: DEBUG oslo_concurrency.lockutils [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] Releasing lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.539306] env[62880]: DEBUG nova.compute.manager [req-d3127f23-0544-45fe-a38d-172c3aaf4773 req-be478833-43aa-4dca-9dad-37b75d969311 service nova] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Received event network-vif-deleted-31e55afd-6221-4e9a-b172-f38e316f864d {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1837.710166] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065793} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.710511] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.711121] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ffc04-e2b7-4044-b5fc-936b3e3257e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.732936] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e8b8fdee-6198-4c05-8233-add7e4bcf20f/e8b8fdee-6198-4c05-8233-add7e4bcf20f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.733203] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ad68a1-80b0-4498-903f-f6266ece3a00 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.751862] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1837.751862] env[62880]: value = "task-1881227" [ 1837.751862] env[62880]: _type = "Task" [ 1837.751862] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.759340] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.818523] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fa6aba-3cab-219b-c041-2353e00c935f, 'name': SearchDatastore_Task, 'duration_secs': 0.009168} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.819274] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8dd7376-f8cc-46da-8952-67b8e94b6395 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.823992] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1837.823992] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a1a2bf-283e-d1be-4d88-d8c989a680f9" [ 1837.823992] env[62880]: _type = "Task" [ 1837.823992] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.832526] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a1a2bf-283e-d1be-4d88-d8c989a680f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.849853] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.323s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.852590] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.468s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.854078] env[62880]: INFO nova.compute.claims [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.937704] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.266578] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.345062] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a1a2bf-283e-d1be-4d88-d8c989a680f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.345062] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.345062] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d/8a79db6b-aaa1-4485-bf96-2e1ee60bc92d.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1838.345062] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb04aab-5f1f-4718-99ab-c6f855024597 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.349414] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1838.349414] env[62880]: value = "task-1881228" [ 1838.349414] env[62880]: _type = "Task" [ 1838.349414] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.362937] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.419869] env[62880]: DEBUG nova.network.neutron [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating instance_info_cache with network_info: [{"id": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "address": "fa:16:3e:f7:ef:04", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a04da97-82", "ovs_interfaceid": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.438509] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.446995] env[62880]: INFO nova.scheduler.client.report [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Deleted allocation for migration 03e3d4e8-eab2-4e6a-9074-aea12be7c41c [ 1838.766363] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881227, 'name': ReconfigVM_Task, 'duration_secs': 0.799278} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.766709] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e8b8fdee-6198-4c05-8233-add7e4bcf20f/e8b8fdee-6198-4c05-8233-add7e4bcf20f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.767583] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c35c1ee-f4da-4f72-b4d5-2594032c08f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.775636] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1838.775636] env[62880]: value = "task-1881229" [ 1838.775636] env[62880]: _type = "Task" [ 1838.775636] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.787517] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881229, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.859401] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50089} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.859681] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d/8a79db6b-aaa1-4485-bf96-2e1ee60bc92d.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.859893] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.860185] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4944d248-2ebf-4ae3-b737-11799b9a846c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.867502] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1838.867502] env[62880]: value = "task-1881230" [ 1838.867502] env[62880]: _type = "Task" [ 1838.867502] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.877729] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.922916] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.938160] env[62880]: DEBUG oslo_vmware.api [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881226, 'name': PowerOnVM_Task, 'duration_secs': 1.210582} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.940232] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.940456] env[62880]: INFO nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1838.940647] env[62880]: DEBUG nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.941751] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839759f4-2a55-482b-b00d-95549afb6b09 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.959110] env[62880]: DEBUG oslo_concurrency.lockutils [None req-af2dc2fc-d087-4d66-bac5-2112273469a2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.706s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.971056] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4f7d9f1ca99705904110b367ae98d0dc',container_format='bare',created_at=2024-12-14T13:21:55Z,direct_url=,disk_format='vmdk',id=baf66e24-96ed-4637-ba13-d54107edb22c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-682274366-shelved',owner='3c74b4851d34431cbb025d2a9ef4eda1',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-14T13:22:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1838.971455] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.971455] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1838.971616] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.972219] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1838.972219] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1838.972331] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1838.972514] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1838.972756] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1838.972873] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1838.973069] env[62880]: DEBUG nova.virt.hardware [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1838.973981] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a1077-ee9c-480e-9e60-cadc32f23dc6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.985997] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb8db8-ae42-47d5-8293-e4084d5ae469 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.000912] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ef:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a04da97-8294-47eb-99b1-14e50cf1a7c1', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.008413] env[62880]: DEBUG oslo.service.loopingcall [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.011446] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.011866] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35c767a6-1c8b-4bfb-8acc-88ffda6d118e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.034902] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.034902] env[62880]: value = "task-1881231" [ 1839.034902] env[62880]: _type = "Task" [ 1839.034902] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.044096] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881231, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.107533] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059e51d6-ccaa-4ef0-bcc3-82d8a41a41a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.115090] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3c8ccd-00c0-4cbb-bc1e-f025610aced3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.145960] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd144e7-2622-4367-8973-0dba5b405de9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.153287] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e860dadf-aaa0-454a-9838-0d65e88a995c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.166471] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1839.247441] env[62880]: DEBUG nova.compute.manager [req-76dc485d-cfba-407b-95d9-7968cc554361 req-556a5bfc-8acc-4ba8-8bc8-f45559fd0e2e service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received event network-changed-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1839.247635] env[62880]: DEBUG nova.compute.manager [req-76dc485d-cfba-407b-95d9-7968cc554361 req-556a5bfc-8acc-4ba8-8bc8-f45559fd0e2e service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Refreshing instance network info cache due to event network-changed-0a04da97-8294-47eb-99b1-14e50cf1a7c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1839.247911] env[62880]: DEBUG oslo_concurrency.lockutils [req-76dc485d-cfba-407b-95d9-7968cc554361 req-556a5bfc-8acc-4ba8-8bc8-f45559fd0e2e service nova] Acquiring lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.247967] env[62880]: DEBUG oslo_concurrency.lockutils [req-76dc485d-cfba-407b-95d9-7968cc554361 req-556a5bfc-8acc-4ba8-8bc8-f45559fd0e2e service nova] Acquired lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.248122] env[62880]: DEBUG nova.network.neutron [req-76dc485d-cfba-407b-95d9-7968cc554361 req-556a5bfc-8acc-4ba8-8bc8-f45559fd0e2e service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Refreshing network info cache for port 0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.285988] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881229, 'name': Rename_Task, 'duration_secs': 0.175274} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.286288] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.286527] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee9dfa1-6d9f-4731-a6d4-0923816c8cb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.293723] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1839.293723] env[62880]: value = "task-1881232" [ 1839.293723] env[62880]: _type = "Task" [ 1839.293723] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.301727] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.377730] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067636} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.378040] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1839.378857] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba695ef-417d-409f-ba84-aaffae5bd3d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.401476] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d/8a79db6b-aaa1-4485-bf96-2e1ee60bc92d.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.401770] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5a93cdb-8213-41c7-82a1-ebbb7df680d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.421368] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1839.421368] env[62880]: value = "task-1881233" [ 1839.421368] env[62880]: _type = "Task" [ 1839.421368] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.429590] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.477895] env[62880]: INFO nova.compute.manager [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Took 18.07 seconds to build instance. [ 1839.545652] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881231, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.687945] env[62880]: ERROR nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [req-6ca3aad0-81cf-4580-a175-78e8d45254b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ca3aad0-81cf-4580-a175-78e8d45254b5"}]} [ 1839.704948] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1839.719147] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1839.719460] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1839.730836] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1839.750952] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1839.804898] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.933907] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.959329] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d4ad3-9a6a-4264-b102-18a864a51a24 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.968052] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc18fa7-30ed-480e-83ca-8e62a7d8b33a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.012891] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e7f7fec8-2569-4e1c-8cd0-d71ff8db3c8c tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "0b39504b-c644-4d68-9a04-a38ab8599790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.611s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.014460] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a39ed17-0c1f-42e8-bbc6-ef5ecc3a09ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.022761] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f449830-e89b-473b-b298-83407092ef16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.036976] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1840.046476] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881231, 'name': CreateVM_Task, 'duration_secs': 0.717135} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.047245] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.047931] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.048151] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.048518] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.048996] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1783902-8f63-44e3-9bba-a715f635a641 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.053761] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1840.053761] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527d5633-d9e9-daa9-1e3c-515404f632d0" [ 1840.053761] env[62880]: _type = "Task" [ 1840.053761] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.062083] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527d5633-d9e9-daa9-1e3c-515404f632d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.151994] env[62880]: DEBUG nova.network.neutron [req-76dc485d-cfba-407b-95d9-7968cc554361 req-556a5bfc-8acc-4ba8-8bc8-f45559fd0e2e service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updated VIF entry in instance network info cache for port 0a04da97-8294-47eb-99b1-14e50cf1a7c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.151994] env[62880]: DEBUG nova.network.neutron [req-76dc485d-cfba-407b-95d9-7968cc554361 req-556a5bfc-8acc-4ba8-8bc8-f45559fd0e2e service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating instance_info_cache with network_info: [{"id": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "address": "fa:16:3e:f7:ef:04", "network": {"id": "35ff3cce-560d-4685-aba7-e63604d9d8fa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1446269844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c74b4851d34431cbb025d2a9ef4eda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a04da97-82", "ovs_interfaceid": "0a04da97-8294-47eb-99b1-14e50cf1a7c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.306362] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.435057] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.531150] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "09cfe1aa-71fe-494f-962e-4f7400629e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.531415] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.564480] env[62880]: ERROR nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [req-a398c84c-d937-4c6c-b803-7f748b85f02b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a398c84c-d937-4c6c-b803-7f748b85f02b"}]} [ 1840.565058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.565264] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Processing image baf66e24-96ed-4637-ba13-d54107edb22c {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.565501] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c/baf66e24-96ed-4637-ba13-d54107edb22c.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.565643] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c/baf66e24-96ed-4637-ba13-d54107edb22c.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.565818] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.567957] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c1cb6d-43c4-453e-8f9e-bb8307b9487a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.577285] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.577475] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.578264] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f10110b-c0ec-4874-8d34-d0cea05bbbcc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.581820] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1840.585038] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1840.585038] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5243cf1f-1dad-45bc-9375-43421c2df186" [ 1840.585038] env[62880]: _type = "Task" [ 1840.585038] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.594679] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5243cf1f-1dad-45bc-9375-43421c2df186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.597121] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1840.597327] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1840.610894] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1840.628308] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1840.653665] env[62880]: DEBUG oslo_concurrency.lockutils [req-76dc485d-cfba-407b-95d9-7968cc554361 req-556a5bfc-8acc-4ba8-8bc8-f45559fd0e2e service nova] Releasing lock "refresh_cache-b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.793947] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29436e41-6cfa-4f91-a3f0-d0c2d4c071aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.806967] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aadeeb-8fbe-4c30-9bc1-e20042edbb37 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.810058] env[62880]: DEBUG oslo_vmware.api [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881232, 'name': PowerOnVM_Task, 'duration_secs': 1.144719} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.810614] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.810816] env[62880]: INFO nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1840.810992] env[62880]: DEBUG nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.812024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dd0991-6e97-4ae9-b998-a0af0a422bb3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.838703] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba74403d-29cf-43b3-aa07-eaae39dfae5c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.850917] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e759c5-b6b8-46d7-a82d-f12da7f48e10 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.864393] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1840.933913] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881233, 'name': ReconfigVM_Task, 'duration_secs': 1.015227} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.934020] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d/8a79db6b-aaa1-4485-bf96-2e1ee60bc92d.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.934694] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f25cd9-1b8f-466a-9a56-52376347e021 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.941014] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1840.941014] env[62880]: value = "task-1881234" [ 1840.941014] env[62880]: _type = "Task" [ 1840.941014] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.949953] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881234, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.033643] env[62880]: DEBUG nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1841.096041] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Preparing fetch location {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1841.096200] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Fetch image to [datastore2] OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec/OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec.vmdk {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1841.096368] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Downloading stream optimized image baf66e24-96ed-4637-ba13-d54107edb22c to [datastore2] OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec/OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec.vmdk on the data store datastore2 as vApp {{(pid=62880) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1841.096572] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Downloading image file data baf66e24-96ed-4637-ba13-d54107edb22c to the ESX as VM named 'OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec' {{(pid=62880) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1841.186919] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1841.186919] env[62880]: value = "resgroup-9" [ 1841.186919] env[62880]: _type = "ResourcePool" [ 1841.186919] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1841.187132] env[62880]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-306e0de9-08da-477e-b520-0a17f2a56f8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.208726] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lease: (returnval){ [ 1841.208726] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524aaa28-6563-252d-e121-c13e80daeb3e" [ 1841.208726] env[62880]: _type = "HttpNfcLease" [ 1841.208726] env[62880]: } obtained for vApp import into resource pool (val){ [ 1841.208726] env[62880]: value = "resgroup-9" [ 1841.208726] env[62880]: _type = "ResourcePool" [ 1841.208726] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1841.209053] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the lease: (returnval){ [ 1841.209053] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524aaa28-6563-252d-e121-c13e80daeb3e" [ 1841.209053] env[62880]: _type = "HttpNfcLease" [ 1841.209053] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1841.218096] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1841.218096] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524aaa28-6563-252d-e121-c13e80daeb3e" [ 1841.218096] env[62880]: _type = "HttpNfcLease" [ 1841.218096] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1841.355594] env[62880]: INFO nova.compute.manager [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Took 19.68 seconds to build instance. [ 1841.389091] env[62880]: ERROR nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [req-5f580ca6-373a-482b-b71e-54054b650b44] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f580ca6-373a-482b-b71e-54054b650b44"}]} [ 1841.410319] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1841.430079] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1841.430361] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1841.447042] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1841.455165] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881234, 'name': Rename_Task, 'duration_secs': 0.197776} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.455565] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.455834] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14472ff3-e0fb-4c22-ad30-41dc19c28b53 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.462045] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1841.462045] env[62880]: value = "task-1881236" [ 1841.462045] env[62880]: _type = "Task" [ 1841.462045] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.470832] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.471656] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1841.513677] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.513677] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.554555] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.705973] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab661e-231e-4a62-a147-4cbe0a8ed885 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.715458] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8536acfb-dfb8-4c87-b116-fc140b1700bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.720115] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1841.720115] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524aaa28-6563-252d-e121-c13e80daeb3e" [ 1841.720115] env[62880]: _type = "HttpNfcLease" [ 1841.720115] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1841.747534] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0571c2c-0859-43e3-bafe-207c685374d1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.755350] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2379f8f4-5b9e-49fe-9eb3-2bd94c4face6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.771104] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1841.791609] env[62880]: DEBUG nova.compute.manager [req-1a2b2080-48cf-4c67-af7a-50a8be2982e5 req-2c2f2d44-3706-4a29-b4e7-f8b77efe8483 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Received event network-changed-88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1841.791787] env[62880]: DEBUG nova.compute.manager [req-1a2b2080-48cf-4c67-af7a-50a8be2982e5 req-2c2f2d44-3706-4a29-b4e7-f8b77efe8483 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Refreshing instance network info cache due to event network-changed-88ce5592-dfd5-42bc-937d-b652f81da3e3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1841.791982] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a2b2080-48cf-4c67-af7a-50a8be2982e5 req-2c2f2d44-3706-4a29-b4e7-f8b77efe8483 service nova] Acquiring lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.792140] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a2b2080-48cf-4c67-af7a-50a8be2982e5 req-2c2f2d44-3706-4a29-b4e7-f8b77efe8483 service nova] Acquired lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.792375] env[62880]: DEBUG nova.network.neutron [req-1a2b2080-48cf-4c67-af7a-50a8be2982e5 req-2c2f2d44-3706-4a29-b4e7-f8b77efe8483 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Refreshing network info cache for port 88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.856941] env[62880]: DEBUG oslo_concurrency.lockutils [None req-945383b6-2b10-42c8-ab8c-a72ba131a3c8 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.189s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.971611] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881236, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.016248] env[62880]: DEBUG nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1842.218180] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1842.218180] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524aaa28-6563-252d-e121-c13e80daeb3e" [ 1842.218180] env[62880]: _type = "HttpNfcLease" [ 1842.218180] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1842.218487] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1842.218487] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524aaa28-6563-252d-e121-c13e80daeb3e" [ 1842.218487] env[62880]: _type = "HttpNfcLease" [ 1842.218487] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1842.219269] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b810cde7-b629-4874-b604-33b842436341 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.226646] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261cc3c-0a24-7944-3d0e-7c58f2a13fd0/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1842.226646] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261cc3c-0a24-7944-3d0e-7c58f2a13fd0/disk-0.vmdk. {{(pid=62880) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1842.289880] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd665897-fd05-419b-b1fc-1b4dca6df7d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.315193] env[62880]: DEBUG nova.scheduler.client.report [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1842.315454] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 144 to 145 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1842.315640] env[62880]: DEBUG nova.compute.provider_tree [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.474956] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881236, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.540264] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.567166] env[62880]: DEBUG nova.network.neutron [req-1a2b2080-48cf-4c67-af7a-50a8be2982e5 req-2c2f2d44-3706-4a29-b4e7-f8b77efe8483 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Updated VIF entry in instance network info cache for port 88ce5592-dfd5-42bc-937d-b652f81da3e3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.567554] env[62880]: DEBUG nova.network.neutron [req-1a2b2080-48cf-4c67-af7a-50a8be2982e5 req-2c2f2d44-3706-4a29-b4e7-f8b77efe8483 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Updating instance_info_cache with network_info: [{"id": "88ce5592-dfd5-42bc-937d-b652f81da3e3", "address": "fa:16:3e:c7:e8:06", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ce5592-df", "ovs_interfaceid": "88ce5592-dfd5-42bc-937d-b652f81da3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.820383] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.968s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.821063] env[62880]: DEBUG nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1842.825307] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.338s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.975900] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881236, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.070711] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a2b2080-48cf-4c67-af7a-50a8be2982e5 req-2c2f2d44-3706-4a29-b4e7-f8b77efe8483 service nova] Releasing lock "refresh_cache-e8b8fdee-6198-4c05-8233-add7e4bcf20f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.327398] env[62880]: DEBUG nova.compute.utils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.328884] env[62880]: DEBUG nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.329071] env[62880]: DEBUG nova.network.neutron [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.379698] env[62880]: DEBUG nova.policy [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc65469f28c449918f8604c69d59001f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87817e0bd64e4d348e836e41efea4909', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.478146] env[62880]: DEBUG oslo_vmware.api [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881236, 'name': PowerOnVM_Task, 'duration_secs': 1.782627} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.478146] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.478353] env[62880]: INFO nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1843.478534] env[62880]: DEBUG nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.479334] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9c9d1c-5b2d-4454-8802-4a865f874661 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.567968] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb23331-0ef6-4c65-9128-a6ca2e88be7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.578998] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4144d971-ea7f-4614-b998-5b1d2211baaf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.621718] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff14e9f5-ffc2-4b0f-b464-eadb5b301157 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.630115] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a918b4-1ca5-41f7-953e-89b2fc2746fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.643786] env[62880]: DEBUG nova.compute.provider_tree [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.759496] env[62880]: DEBUG nova.network.neutron [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Successfully created port: 36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1843.834530] env[62880]: DEBUG nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.003061] env[62880]: INFO nova.compute.manager [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Took 22.17 seconds to build instance. [ 1844.054344] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Completed reading data from the image iterator. {{(pid=62880) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1844.054551] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261cc3c-0a24-7944-3d0e-7c58f2a13fd0/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1844.055888] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204d8c2-5f86-4cf1-b578-a874ee79e3d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.063582] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261cc3c-0a24-7944-3d0e-7c58f2a13fd0/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1844.063582] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261cc3c-0a24-7944-3d0e-7c58f2a13fd0/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1844.063982] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-430ff072-1217-4218-9687-58076396f617 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.148007] env[62880]: DEBUG nova.scheduler.client.report [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.309693] env[62880]: DEBUG nova.compute.manager [req-78896bb4-2888-4638-8c4f-70e0e2179e21 req-d0dfd5f9-9a31-4042-a0ab-9313299c1464 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-changed-e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1844.309907] env[62880]: DEBUG nova.compute.manager [req-78896bb4-2888-4638-8c4f-70e0e2179e21 req-d0dfd5f9-9a31-4042-a0ab-9313299c1464 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Refreshing instance network info cache due to event network-changed-e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1844.311233] env[62880]: DEBUG oslo_concurrency.lockutils [req-78896bb4-2888-4638-8c4f-70e0e2179e21 req-d0dfd5f9-9a31-4042-a0ab-9313299c1464 service nova] Acquiring lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.314783] env[62880]: DEBUG oslo_concurrency.lockutils [req-78896bb4-2888-4638-8c4f-70e0e2179e21 req-d0dfd5f9-9a31-4042-a0ab-9313299c1464 service nova] Acquired lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.315039] env[62880]: DEBUG nova.network.neutron [req-78896bb4-2888-4638-8c4f-70e0e2179e21 req-d0dfd5f9-9a31-4042-a0ab-9313299c1464 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Refreshing network info cache for port e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.492194] env[62880]: DEBUG oslo_vmware.rw_handles [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261cc3c-0a24-7944-3d0e-7c58f2a13fd0/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1844.494676] env[62880]: INFO nova.virt.vmwareapi.images [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Downloaded image file data baf66e24-96ed-4637-ba13-d54107edb22c [ 1844.495644] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e8cc7a-01c5-42ae-9ad8-adc376b33401 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.511503] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fce7dab0-18ca-4081-8c83-b6b4ed1d05ac tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.688s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.515676] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53d3af4f-bee6-47d6-ad1d-f2c38df55b03 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.657560] env[62880]: INFO nova.virt.vmwareapi.images [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] The imported VM was unregistered [ 1844.660097] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Caching image {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1844.660351] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Creating directory with path [datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.660840] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb8d7015-58c0-4f83-be63-c4d317622be4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.691556] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Created directory with path [datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.691776] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec/OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec.vmdk to [datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c/baf66e24-96ed-4637-ba13-d54107edb22c.vmdk. {{(pid=62880) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1844.691997] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7b912306-665a-40ac-8ee3-29cbb01d00b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.698942] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1844.698942] env[62880]: value = "task-1881238" [ 1844.698942] env[62880]: _type = "Task" [ 1844.698942] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.707019] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881238, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.847029] env[62880]: DEBUG nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.875366] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.875708] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.875877] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.876105] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.876260] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.876458] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.876626] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.876793] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.877019] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.877214] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.877391] env[62880]: DEBUG nova.virt.hardware [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.878321] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69134257-0915-4cc5-b0fb-bb0bbe4d4309 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.886973] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afb2301-2d6a-4f7d-9a93-adc46e7c7475 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.055343] env[62880]: DEBUG nova.network.neutron [req-78896bb4-2888-4638-8c4f-70e0e2179e21 req-d0dfd5f9-9a31-4042-a0ab-9313299c1464 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updated VIF entry in instance network info cache for port e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.055787] env[62880]: DEBUG nova.network.neutron [req-78896bb4-2888-4638-8c4f-70e0e2179e21 req-d0dfd5f9-9a31-4042-a0ab-9313299c1464 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.162222] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.339s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.162542] env[62880]: DEBUG nova.compute.manager [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62880) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1845.165551] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.033s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.167478] env[62880]: INFO nova.compute.claims [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.212434] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881238, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.531247] env[62880]: DEBUG nova.compute.manager [req-6ff98a87-abd0-4580-a3b3-6985067743cb req-4806e9a5-4128-4966-884f-1e990865e019 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Received event network-vif-plugged-36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1845.531565] env[62880]: DEBUG oslo_concurrency.lockutils [req-6ff98a87-abd0-4580-a3b3-6985067743cb req-4806e9a5-4128-4966-884f-1e990865e019 service nova] Acquiring lock "407fff54-f5a7-4720-a373-4fc9cd147032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.532151] env[62880]: DEBUG oslo_concurrency.lockutils [req-6ff98a87-abd0-4580-a3b3-6985067743cb req-4806e9a5-4128-4966-884f-1e990865e019 service nova] Lock "407fff54-f5a7-4720-a373-4fc9cd147032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.532151] env[62880]: DEBUG oslo_concurrency.lockutils [req-6ff98a87-abd0-4580-a3b3-6985067743cb req-4806e9a5-4128-4966-884f-1e990865e019 service nova] Lock "407fff54-f5a7-4720-a373-4fc9cd147032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.532151] env[62880]: DEBUG nova.compute.manager [req-6ff98a87-abd0-4580-a3b3-6985067743cb req-4806e9a5-4128-4966-884f-1e990865e019 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] No waiting events found dispatching network-vif-plugged-36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1845.532399] env[62880]: WARNING nova.compute.manager [req-6ff98a87-abd0-4580-a3b3-6985067743cb req-4806e9a5-4128-4966-884f-1e990865e019 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Received unexpected event network-vif-plugged-36dce038-58cf-4223-833d-747d28946251 for instance with vm_state building and task_state spawning. [ 1845.559167] env[62880]: DEBUG oslo_concurrency.lockutils [req-78896bb4-2888-4638-8c4f-70e0e2179e21 req-d0dfd5f9-9a31-4042-a0ab-9313299c1464 service nova] Releasing lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.639696] env[62880]: DEBUG nova.network.neutron [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Successfully updated port: 36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1845.712738] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881238, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.732116] env[62880]: INFO nova.scheduler.client.report [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted allocation for migration 700ebbfb-8b35-4cdd-8e0c-813696359dcd [ 1846.142146] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.142146] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.142146] env[62880]: DEBUG nova.network.neutron [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.212257] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881238, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.240172] env[62880]: DEBUG oslo_concurrency.lockutils [None req-20b2f17e-4a63-4b8d-9534-e87dc659ac69 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.286s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.395614] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2c660e-1644-4cf3-a788-e24184d77ff7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.406459] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e906732-4ecc-4d05-8eda-44cbf0f67fc1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.440579] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1b857-05f3-454b-a016-f6d095bd0d27 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.451290] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f75441-d4a6-44d4-871b-ec845d284755 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.469958] env[62880]: DEBUG nova.compute.provider_tree [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.689879] env[62880]: DEBUG nova.network.neutron [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1846.717323] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881238, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.908638] env[62880]: DEBUG nova.network.neutron [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Updating instance_info_cache with network_info: [{"id": "36dce038-58cf-4223-833d-747d28946251", "address": "fa:16:3e:6d:49:b9", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dce038-58", "ovs_interfaceid": "36dce038-58cf-4223-833d-747d28946251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.974328] env[62880]: DEBUG nova.scheduler.client.report [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.204621] env[62880]: DEBUG nova.objects.instance [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'flavor' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.215205] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881238, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.424012} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.215449] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec/OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec.vmdk to [datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c/baf66e24-96ed-4637-ba13-d54107edb22c.vmdk. [ 1847.215632] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Cleaning up location [datastore2] OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1847.215791] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_68562c63-1b17-4c16-9bc1-a14150138dec {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1847.216044] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c66f9109-cb8b-423c-9db0-53b460f779d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.223618] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1847.223618] env[62880]: value = "task-1881239" [ 1847.223618] env[62880]: _type = "Task" [ 1847.223618] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.231296] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.411866] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.412267] env[62880]: DEBUG nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Instance network_info: |[{"id": "36dce038-58cf-4223-833d-747d28946251", "address": "fa:16:3e:6d:49:b9", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dce038-58", "ovs_interfaceid": "36dce038-58cf-4223-833d-747d28946251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.412773] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:49:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36dce038-58cf-4223-833d-747d28946251', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.420844] env[62880]: DEBUG oslo.service.loopingcall [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.421085] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.421324] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5819a42-aa5a-46c7-835d-96a39128dd38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.441923] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.441923] env[62880]: value = "task-1881240" [ 1847.441923] env[62880]: _type = "Task" [ 1847.441923] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.449473] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881240, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.479109] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.479725] env[62880]: DEBUG nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1847.482546] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.417s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.482806] env[62880]: DEBUG nova.objects.instance [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'resources' on Instance uuid ec80ff29-de68-48f9-92c7-10158db333bd {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.582295] env[62880]: DEBUG nova.compute.manager [req-35f06900-9a25-44a4-ad1e-56d1a631b45e req-fdfd2013-a00f-42e6-8e6c-eddc2281d79b service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Received event network-changed-36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.582522] env[62880]: DEBUG nova.compute.manager [req-35f06900-9a25-44a4-ad1e-56d1a631b45e req-fdfd2013-a00f-42e6-8e6c-eddc2281d79b service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Refreshing instance network info cache due to event network-changed-36dce038-58cf-4223-833d-747d28946251. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1847.582742] env[62880]: DEBUG oslo_concurrency.lockutils [req-35f06900-9a25-44a4-ad1e-56d1a631b45e req-fdfd2013-a00f-42e6-8e6c-eddc2281d79b service nova] Acquiring lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.582885] env[62880]: DEBUG oslo_concurrency.lockutils [req-35f06900-9a25-44a4-ad1e-56d1a631b45e req-fdfd2013-a00f-42e6-8e6c-eddc2281d79b service nova] Acquired lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.583201] env[62880]: DEBUG nova.network.neutron [req-35f06900-9a25-44a4-ad1e-56d1a631b45e req-fdfd2013-a00f-42e6-8e6c-eddc2281d79b service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Refreshing network info cache for port 36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.714574] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.714782] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.714930] env[62880]: DEBUG nova.network.neutron [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.715137] env[62880]: DEBUG nova.objects.instance [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'info_cache' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.733478] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035852} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.733730] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1847.733892] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c/baf66e24-96ed-4637-ba13-d54107edb22c.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.734197] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c/baf66e24-96ed-4637-ba13-d54107edb22c.vmdk to [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3/b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1847.734453] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe8dc522-6c74-4cf9-98a2-05e0de842905 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.741725] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1847.741725] env[62880]: value = "task-1881241" [ 1847.741725] env[62880]: _type = "Task" [ 1847.741725] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.749579] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.952167] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881240, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.985961] env[62880]: DEBUG nova.compute.utils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1847.988411] env[62880]: DEBUG nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1847.988726] env[62880]: DEBUG nova.network.neutron [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1848.037091] env[62880]: DEBUG nova.policy [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f293fd7e5bb0450dbcd2e17aef598c2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '533e2cda1ea24150b5fea3b7ecf1aae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.218836] env[62880]: DEBUG nova.objects.base [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Object Instance<9c68659d-0d8e-4370-8f58-93b5955b46ba> lazy-loaded attributes: flavor,info_cache {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1848.223807] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff457a-340a-4aea-a9a7-456f5b288548 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.233278] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bab26d-1099-453a-bccf-92d4ad94771a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.272596] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199ef50d-d2b2-4b5e-830f-4536cde4b47b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.285500] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881241, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.286774] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b91fa9e-bddd-44ef-a618-8017e84cc555 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.306022] env[62880]: DEBUG nova.compute.provider_tree [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.336010] env[62880]: DEBUG nova.network.neutron [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Successfully created port: b0f1e878-cf53-4062-a757-2161d15104e9 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1848.357657] env[62880]: DEBUG nova.network.neutron [req-35f06900-9a25-44a4-ad1e-56d1a631b45e req-fdfd2013-a00f-42e6-8e6c-eddc2281d79b service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Updated VIF entry in instance network info cache for port 36dce038-58cf-4223-833d-747d28946251. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.358106] env[62880]: DEBUG nova.network.neutron [req-35f06900-9a25-44a4-ad1e-56d1a631b45e req-fdfd2013-a00f-42e6-8e6c-eddc2281d79b service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Updating instance_info_cache with network_info: [{"id": "36dce038-58cf-4223-833d-747d28946251", "address": "fa:16:3e:6d:49:b9", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dce038-58", "ovs_interfaceid": "36dce038-58cf-4223-833d-747d28946251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.454255] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881240, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.489309] env[62880]: DEBUG nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1848.589605] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.590272] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1848.590456] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1848.779396] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881241, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.806647] env[62880]: DEBUG nova.scheduler.client.report [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.861999] env[62880]: DEBUG oslo_concurrency.lockutils [req-35f06900-9a25-44a4-ad1e-56d1a631b45e req-fdfd2013-a00f-42e6-8e6c-eddc2281d79b service nova] Releasing lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.966063] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881240, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.032781] env[62880]: DEBUG nova.network.neutron [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance_info_cache with network_info: [{"id": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "address": "fa:16:3e:3a:74:f3", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f18d176-ac", "ovs_interfaceid": "2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.278365] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881241, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.312779] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.315494] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.761s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.317311] env[62880]: INFO nova.compute.claims [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.341691] env[62880]: INFO nova.scheduler.client.report [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted allocations for instance ec80ff29-de68-48f9-92c7-10158db333bd [ 1849.456350] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881240, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.503013] env[62880]: DEBUG nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1849.529809] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1849.530191] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1849.530407] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1849.530631] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1849.530936] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1849.531133] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1849.531360] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1849.531546] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1849.531769] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1849.531949] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1849.532243] env[62880]: DEBUG nova.virt.hardware [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1849.533305] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4a4414-c12a-439a-9c46-98f49511532b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.538329] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-9c68659d-0d8e-4370-8f58-93b5955b46ba" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.544030] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930e4b8-cf48-4cf2-92c8-c75625df183a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.778534] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881241, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.849875] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6298cc5a-035a-4659-8349-d5b68cd1caa1 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "ec80ff29-de68-48f9-92c7-10158db333bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.007s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.957015] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881240, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.265438] env[62880]: DEBUG nova.compute.manager [req-971e9bd6-f2ea-4dd1-b32e-1c691a7638ec req-907a3ff3-26ff-49ac-8e94-a70fa1da1ab5 service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Received event network-vif-plugged-b0f1e878-cf53-4062-a757-2161d15104e9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1850.265900] env[62880]: DEBUG oslo_concurrency.lockutils [req-971e9bd6-f2ea-4dd1-b32e-1c691a7638ec req-907a3ff3-26ff-49ac-8e94-a70fa1da1ab5 service nova] Acquiring lock "029dd3a8-2b00-43cd-8335-837c61d91344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.266172] env[62880]: DEBUG oslo_concurrency.lockutils [req-971e9bd6-f2ea-4dd1-b32e-1c691a7638ec req-907a3ff3-26ff-49ac-8e94-a70fa1da1ab5 service nova] Lock "029dd3a8-2b00-43cd-8335-837c61d91344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.266843] env[62880]: DEBUG oslo_concurrency.lockutils [req-971e9bd6-f2ea-4dd1-b32e-1c691a7638ec req-907a3ff3-26ff-49ac-8e94-a70fa1da1ab5 service nova] Lock "029dd3a8-2b00-43cd-8335-837c61d91344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.266843] env[62880]: DEBUG nova.compute.manager [req-971e9bd6-f2ea-4dd1-b32e-1c691a7638ec req-907a3ff3-26ff-49ac-8e94-a70fa1da1ab5 service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] No waiting events found dispatching network-vif-plugged-b0f1e878-cf53-4062-a757-2161d15104e9 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1850.266843] env[62880]: WARNING nova.compute.manager [req-971e9bd6-f2ea-4dd1-b32e-1c691a7638ec req-907a3ff3-26ff-49ac-8e94-a70fa1da1ab5 service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Received unexpected event network-vif-plugged-b0f1e878-cf53-4062-a757-2161d15104e9 for instance with vm_state building and task_state spawning. [ 1850.279114] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881241, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.392945} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.279977] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/baf66e24-96ed-4637-ba13-d54107edb22c/baf66e24-96ed-4637-ba13-d54107edb22c.vmdk to [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3/b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1850.280735] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9302490-6db0-4cc9-83fa-d16638f75dd0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.314761] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3/b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.316537] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2d45df-08f6-42e4-9d29-f118afc6bf79 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.342100] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1850.342100] env[62880]: value = "task-1881242" [ 1850.342100] env[62880]: _type = "Task" [ 1850.342100] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.350979] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.455967] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881240, 'name': CreateVM_Task, 'duration_secs': 2.643849} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.458542] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1850.459411] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.459633] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.459889] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1850.460149] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ba17e6-fd9c-4f14-8775-ef3a569a35ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.466395] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1850.466395] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5293624f-fe3c-e2d7-d16f-89048eca84a3" [ 1850.466395] env[62880]: _type = "Task" [ 1850.466395] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.475738] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5293624f-fe3c-e2d7-d16f-89048eca84a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.502212] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.502212] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.557174] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2524be-720d-4a65-8c35-17a217c22761 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.564930] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e3e24d-7812-42da-87e4-ec6df5807af1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.602865] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f475d5ec-27bc-4a9e-9086-693543fd7fa2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.610686] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675d22d8-de0c-44bb-9424-4bb947a3e85f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.624160] env[62880]: DEBUG nova.compute.provider_tree [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.656190] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.656659] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b64ed43b-f89a-484a-a3d8-8b346a32ffb6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.664559] env[62880]: DEBUG oslo_vmware.api [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1850.664559] env[62880]: value = "task-1881243" [ 1850.664559] env[62880]: _type = "Task" [ 1850.664559] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.673431] env[62880]: DEBUG oslo_vmware.api [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.816389] env[62880]: DEBUG nova.network.neutron [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Successfully updated port: b0f1e878-cf53-4062-a757-2161d15104e9 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1850.841403] env[62880]: DEBUG nova.compute.manager [req-f1ed012e-a908-4bcf-96e6-89b8b17895c4 req-7239cd34-164d-4611-9554-18075d7c7910 service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Received event network-changed-b0f1e878-cf53-4062-a757-2161d15104e9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1850.841666] env[62880]: DEBUG nova.compute.manager [req-f1ed012e-a908-4bcf-96e6-89b8b17895c4 req-7239cd34-164d-4611-9554-18075d7c7910 service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Refreshing instance network info cache due to event network-changed-b0f1e878-cf53-4062-a757-2161d15104e9. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1850.841903] env[62880]: DEBUG oslo_concurrency.lockutils [req-f1ed012e-a908-4bcf-96e6-89b8b17895c4 req-7239cd34-164d-4611-9554-18075d7c7910 service nova] Acquiring lock "refresh_cache-029dd3a8-2b00-43cd-8335-837c61d91344" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.842078] env[62880]: DEBUG oslo_concurrency.lockutils [req-f1ed012e-a908-4bcf-96e6-89b8b17895c4 req-7239cd34-164d-4611-9554-18075d7c7910 service nova] Acquired lock "refresh_cache-029dd3a8-2b00-43cd-8335-837c61d91344" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.842243] env[62880]: DEBUG nova.network.neutron [req-f1ed012e-a908-4bcf-96e6-89b8b17895c4 req-7239cd34-164d-4611-9554-18075d7c7910 service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Refreshing network info cache for port b0f1e878-cf53-4062-a757-2161d15104e9 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.853181] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.977313] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5293624f-fe3c-e2d7-d16f-89048eca84a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.977619] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.977863] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.978105] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.978254] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.978432] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.978779] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53a5fa51-e3ee-4782-91c6-74b17d4255b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.986616] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.986788] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1850.987479] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da20a989-1e6e-4e69-91d6-e2993ccf29cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.992871] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1850.992871] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52df3aaf-4f83-406e-eb81-1da10b91b442" [ 1850.992871] env[62880]: _type = "Task" [ 1850.992871] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.000466] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52df3aaf-4f83-406e-eb81-1da10b91b442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.005444] env[62880]: DEBUG nova.compute.utils [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.127735] env[62880]: DEBUG nova.scheduler.client.report [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.174580] env[62880]: DEBUG oslo_vmware.api [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.190752] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.190893] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquired lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.191053] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Forcefully refreshing network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1851.319696] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquiring lock "refresh_cache-029dd3a8-2b00-43cd-8335-837c61d91344" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.325190] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "6169c16a-6186-46fa-8427-7f0eafc774b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.326290] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "6169c16a-6186-46fa-8427-7f0eafc774b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.354802] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.382043] env[62880]: DEBUG nova.network.neutron [req-f1ed012e-a908-4bcf-96e6-89b8b17895c4 req-7239cd34-164d-4611-9554-18075d7c7910 service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1851.483541] env[62880]: DEBUG nova.network.neutron [req-f1ed012e-a908-4bcf-96e6-89b8b17895c4 req-7239cd34-164d-4611-9554-18075d7c7910 service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.503404] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52df3aaf-4f83-406e-eb81-1da10b91b442, 'name': SearchDatastore_Task, 'duration_secs': 0.016755} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.504255] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5d414c-25d9-4611-880d-7676c1ae8adb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.508343] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.509922] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1851.509922] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5291577e-78e1-7348-54ce-75c6574f23c1" [ 1851.509922] env[62880]: _type = "Task" [ 1851.509922] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.518307] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5291577e-78e1-7348-54ce-75c6574f23c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.675585] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.675585] env[62880]: DEBUG nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1851.675585] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.096s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.675585] env[62880]: INFO nova.compute.claims [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.675585] env[62880]: DEBUG oslo_vmware.api [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881243, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.827348] env[62880]: DEBUG nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.854109] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.985984] env[62880]: DEBUG oslo_concurrency.lockutils [req-f1ed012e-a908-4bcf-96e6-89b8b17895c4 req-7239cd34-164d-4611-9554-18075d7c7910 service nova] Releasing lock "refresh_cache-029dd3a8-2b00-43cd-8335-837c61d91344" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.986401] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquired lock "refresh_cache-029dd3a8-2b00-43cd-8335-837c61d91344" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.986572] env[62880]: DEBUG nova.network.neutron [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.020037] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5291577e-78e1-7348-54ce-75c6574f23c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.020305] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.020557] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 407fff54-f5a7-4720-a373-4fc9cd147032/407fff54-f5a7-4720-a373-4fc9cd147032.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1852.020814] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1eea132-a778-4dc0-9430-98b241291273 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.027204] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1852.027204] env[62880]: value = "task-1881244" [ 1852.027204] env[62880]: _type = "Task" [ 1852.027204] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.034528] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.176430] env[62880]: DEBUG oslo_vmware.api [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881243, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.191714] env[62880]: DEBUG nova.compute.utils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.193091] env[62880]: DEBUG nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.193317] env[62880]: DEBUG nova.network.neutron [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.246956] env[62880]: DEBUG nova.policy [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a22098f36b514bc99760a3f3d56c5f6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd65d43ea4633455da4f2b468ea3ab6dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.357681] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881242, 'name': ReconfigVM_Task, 'duration_secs': 1.543176} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.359763] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Reconfigured VM instance instance-00000057 to attach disk [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3/b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.361314] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.361558] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d54b70ff-b007-4337-822c-ed3c30787e58 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.368613] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1852.368613] env[62880]: value = "task-1881245" [ 1852.368613] env[62880]: _type = "Task" [ 1852.368613] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.377159] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881245, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.457982] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updating instance_info_cache with network_info: [{"id": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "address": "fa:16:3e:5f:4f:c3", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e7a78-8e", "ovs_interfaceid": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.519306] env[62880]: DEBUG nova.network.neutron [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1852.537696] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881244, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.571962] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.572258] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.572504] env[62880]: INFO nova.compute.manager [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Attaching volume 98c0f4ef-7757-4ed5-9808-ab597ea8c879 to /dev/sdb [ 1852.610028] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cfce11-f3dd-4ed8-9f24-24950b694819 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.619218] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb57a9c-b0f5-4a04-96d1-1974fdc437f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.636360] env[62880]: DEBUG nova.virt.block_device [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Updating existing volume attachment record: 4c5eb6f4-1a1c-4e5e-ad86-8ba9795d2641 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1852.677665] env[62880]: DEBUG oslo_vmware.api [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881243, 'name': PowerOnVM_Task, 'duration_secs': 1.544832} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.677947] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1852.678163] env[62880]: DEBUG nova.compute.manager [None req-d1beda51-9c36-4e37-943c-827149c91d26 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.678950] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafda45b-8882-47f7-b11e-71b4b9c20ba7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.685455] env[62880]: DEBUG nova.network.neutron [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Updating instance_info_cache with network_info: [{"id": "b0f1e878-cf53-4062-a757-2161d15104e9", "address": "fa:16:3e:44:2c:ed", "network": {"id": "178d711d-6b04-46b1-ae78-c6c0dae600cd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1170018303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533e2cda1ea24150b5fea3b7ecf1aae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f1e878-cf", "ovs_interfaceid": "b0f1e878-cf53-4062-a757-2161d15104e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.696983] env[62880]: DEBUG nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1852.715551] env[62880]: DEBUG nova.network.neutron [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Successfully created port: 6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.881998] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881245, 'name': Rename_Task, 'duration_secs': 0.291183} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.884474] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1852.886628] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6004812-b36d-4d42-a931-33779c591a78 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.894672] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1852.894672] env[62880]: value = "task-1881247" [ 1852.894672] env[62880]: _type = "Task" [ 1852.894672] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.907371] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.937634] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e0475e-1570-424a-9f51-66dcbca73345 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.944839] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2931788-bb8f-449b-b122-8aa3449122e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.979051] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Releasing lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.979338] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updated the network info_cache for instance {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1852.979905] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.980683] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb43c9-be1d-45f7-aad5-99b13a657bcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.983654] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.984143] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.984536] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.984751] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.984922] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.989987] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a20bad-5ebf-4dbb-8736-8a602f38eba5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.005032] env[62880]: DEBUG nova.compute.provider_tree [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.037524] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784144} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.037753] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 407fff54-f5a7-4720-a373-4fc9cd147032/407fff54-f5a7-4720-a373-4fc9cd147032.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1853.037966] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1853.038218] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-666348f3-56b7-4b90-83e3-ba12f95cb916 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.044913] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1853.044913] env[62880]: value = "task-1881248" [ 1853.044913] env[62880]: _type = "Task" [ 1853.044913] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.053823] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.188306] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Releasing lock "refresh_cache-029dd3a8-2b00-43cd-8335-837c61d91344" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.188675] env[62880]: DEBUG nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Instance network_info: |[{"id": "b0f1e878-cf53-4062-a757-2161d15104e9", "address": "fa:16:3e:44:2c:ed", "network": {"id": "178d711d-6b04-46b1-ae78-c6c0dae600cd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1170018303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "533e2cda1ea24150b5fea3b7ecf1aae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f1e878-cf", "ovs_interfaceid": "b0f1e878-cf53-4062-a757-2161d15104e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1853.189115] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:2c:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0f1e878-cf53-4062-a757-2161d15104e9', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.196807] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Creating folder: Project (533e2cda1ea24150b5fea3b7ecf1aae5). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.199066] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64a7a073-ca6d-4830-a3f7-7ad4aeb7b31b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.215180] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Created folder: Project (533e2cda1ea24150b5fea3b7ecf1aae5) in parent group-v388473. [ 1853.215351] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Creating folder: Instances. Parent ref: group-v388764. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1853.215586] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-607288e5-a709-4a7a-95a6-1a46652196d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.226938] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Created folder: Instances in parent group-v388764. [ 1853.226938] env[62880]: DEBUG oslo.service.loopingcall [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.226938] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.227126] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1da15d65-981f-48c4-a067-bf4c4dd07bfc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.248550] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.248550] env[62880]: value = "task-1881251" [ 1853.248550] env[62880]: _type = "Task" [ 1853.248550] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.257686] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881251, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.407241] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.492858] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Getting list of instances from cluster (obj){ [ 1853.492858] env[62880]: value = "domain-c8" [ 1853.492858] env[62880]: _type = "ClusterComputeResource" [ 1853.492858] env[62880]: } {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1853.493971] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bccc247-9663-4e63-aec3-b7d00f7a68b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.515958] env[62880]: DEBUG nova.scheduler.client.report [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.519100] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Got total of 11 instances {{(pid=62880) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1853.519257] env[62880]: WARNING nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] While synchronizing instance power states, found 14 instances in the database and 11 instances on the hypervisor. [ 1853.519396] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 38c29c47-4b8e-42b4-8288-4fb00c05cd38 {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.519581] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.519734] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 9c61a763-257f-4756-9dbe-0ba7a058e1cc {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.519883] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.520040] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.520385] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 42962ea7-3545-4668-9da2-dc7465c0027c {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.520385] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 1a9d5473-6ff5-463f-9427-e7f51aa5cb90 {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.520543] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 0b39504b-c644-4d68-9a04-a38ab8599790 {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.520595] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid e8b8fdee-6198-4c05-8233-add7e4bcf20f {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.520729] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.520884] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 407fff54-f5a7-4720-a373-4fc9cd147032 {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.524022] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 029dd3a8-2b00-43cd-8335-837c61d91344 {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.524022] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid 09cfe1aa-71fe-494f-962e-4f7400629e83 {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.524022] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Triggering sync for uuid ba9208d2-de3d-4ca3-99b7-f22a8070cbac {{(pid=62880) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1853.524022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.524022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.524022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.524022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.524022] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.524954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.525162] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.525427] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.525624] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.525789] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.526757] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.527205] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.527414] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "890171cb-ef5c-472c-aa01-986105c124f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.527651] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "42962ea7-3545-4668-9da2-dc7465c0027c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.527831] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "42962ea7-3545-4668-9da2-dc7465c0027c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.528097] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.528277] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "0b39504b-c644-4d68-9a04-a38ab8599790" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.528450] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "0b39504b-c644-4d68-9a04-a38ab8599790" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.528670] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.529089] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.529328] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.529508] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.530340] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "407fff54-f5a7-4720-a373-4fc9cd147032" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.530441] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "029dd3a8-2b00-43cd-8335-837c61d91344" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.530854] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "09cfe1aa-71fe-494f-962e-4f7400629e83" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.531241] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.531590] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1853.531804] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1853.532272] env[62880]: INFO nova.compute.manager [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Terminating instance [ 1853.534123] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0068fa5e-ab47-406b-b99d-1cc4f7156cc6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.537304] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d3af90-39bd-45e7-9332-bbed72a0b566 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.539999] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b589e90-bfc3-4ac2-ada3-e7d6a6afed7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.544275] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771d7487-a3ab-4cc6-b777-e02f2dc6d639 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.546837] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8d2fea-3344-45bd-8a56-7fe9ca32b1ac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.550445] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bcc984-fc52-422b-ba5e-fc4dbdcf65c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.553607] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b730c0c-4c14-4f27-b9ba-6792d270294c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.556549] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1853.605759] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08523} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.609776] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1853.614656] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47b179d-6f92-4e3b-938f-3b7e7ab2c7d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.639286] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 407fff54-f5a7-4720-a373-4fc9cd147032/407fff54-f5a7-4720-a373-4fc9cd147032.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1853.640463] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc93fdd6-1e51-4278-b6ca-e2190df72f21 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.661230] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1853.661230] env[62880]: value = "task-1881252" [ 1853.661230] env[62880]: _type = "Task" [ 1853.661230] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.670693] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.708304] env[62880]: DEBUG nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.733779] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T13:22:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f71a6054-6eff-4d50-87cd-10b60b72bf9e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2059772491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.734043] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.734202] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.734383] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.734518] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.734660] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.734866] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.735032] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.735200] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.735357] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.735523] env[62880]: DEBUG nova.virt.hardware [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.736365] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f81a219-13f3-4c68-a2ac-336717ebfdb8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.744824] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f961f3a-7015-4407-813e-7f86b1018432 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.764792] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881251, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.904890] env[62880]: DEBUG oslo_vmware.api [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881247, 'name': PowerOnVM_Task, 'duration_secs': 0.531965} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.905187] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.000397] env[62880]: DEBUG nova.compute.manager [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.001321] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b177b16-91bb-497d-9749-2627fe8604db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.023510] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.024071] env[62880]: DEBUG nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1854.026737] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.665s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.028183] env[62880]: INFO nova.compute.claims [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.064257] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.064995] env[62880]: DEBUG nova.compute.manager [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.065246] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.066741] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5900c3b3-c415-4bdb-9b93-78a0ebf6e33d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.076751] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.076972] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac4099de-d942-4676-bcd7-80899d9cb6d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.083665] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1854.083665] env[62880]: value = "task-1881253" [ 1854.083665] env[62880]: _type = "Task" [ 1854.083665] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.091971] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "890171cb-ef5c-472c-aa01-986105c124f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.092213] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.093691] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.097213] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.101977] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "42962ea7-3545-4668-9da2-dc7465c0027c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.114931] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.586s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.115287] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "0b39504b-c644-4d68-9a04-a38ab8599790" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.587s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.117691] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.588s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.172298] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.259369] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881251, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.518030] env[62880]: DEBUG oslo_concurrency.lockutils [None req-771ad474-0463-4f27-a47e-3fc5146da606 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.496s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.518876] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.993s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.518876] env[62880]: INFO nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1854.519085] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.532784] env[62880]: DEBUG nova.compute.utils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1854.537023] env[62880]: DEBUG nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1854.537023] env[62880]: DEBUG nova.network.neutron [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1854.589833] env[62880]: DEBUG nova.policy [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0a2b391ee948d3b3990e656aaa88e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17d9e8aee61b4f3ea7c5aa6df400f711', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1854.598108] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.674067] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881252, 'name': ReconfigVM_Task, 'duration_secs': 0.890868} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.674385] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 407fff54-f5a7-4720-a373-4fc9cd147032/407fff54-f5a7-4720-a373-4fc9cd147032.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.675039] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e5bb106-ac40-4350-aae3-d704a68ba382 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.682041] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1854.682041] env[62880]: value = "task-1881254" [ 1854.682041] env[62880]: _type = "Task" [ 1854.682041] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.693484] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881254, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.759685] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881251, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.848215] env[62880]: DEBUG nova.network.neutron [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Successfully created port: 6ff0e674-a985-4d14-b771-1ec113ae8de4 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.964755] env[62880]: DEBUG nova.compute.manager [req-f71decd7-9241-4e22-a4c3-2c4c1771bc2f req-48dea01d-59cd-4146-918b-f61766e59511 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Received event network-vif-plugged-6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1854.964966] env[62880]: DEBUG oslo_concurrency.lockutils [req-f71decd7-9241-4e22-a4c3-2c4c1771bc2f req-48dea01d-59cd-4146-918b-f61766e59511 service nova] Acquiring lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.966423] env[62880]: DEBUG oslo_concurrency.lockutils [req-f71decd7-9241-4e22-a4c3-2c4c1771bc2f req-48dea01d-59cd-4146-918b-f61766e59511 service nova] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.966623] env[62880]: DEBUG oslo_concurrency.lockutils [req-f71decd7-9241-4e22-a4c3-2c4c1771bc2f req-48dea01d-59cd-4146-918b-f61766e59511 service nova] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.966799] env[62880]: DEBUG nova.compute.manager [req-f71decd7-9241-4e22-a4c3-2c4c1771bc2f req-48dea01d-59cd-4146-918b-f61766e59511 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] No waiting events found dispatching network-vif-plugged-6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1854.966964] env[62880]: WARNING nova.compute.manager [req-f71decd7-9241-4e22-a4c3-2c4c1771bc2f req-48dea01d-59cd-4146-918b-f61766e59511 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Received unexpected event network-vif-plugged-6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 for instance with vm_state building and task_state spawning. [ 1855.036512] env[62880]: DEBUG nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1855.073387] env[62880]: DEBUG nova.network.neutron [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Successfully updated port: 6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1855.100455] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.191516] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881254, 'name': Rename_Task, 'duration_secs': 0.171281} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.193808] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.194238] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5de7d05-e270-45a1-a8a7-8ab9ebea07a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.199872] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1855.199872] env[62880]: value = "task-1881255" [ 1855.199872] env[62880]: _type = "Task" [ 1855.199872] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.209351] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.237104] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b70f3d-2509-42f5-9a0e-040ab4f6c67a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.244298] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146631d-0dd9-4b1d-848a-c9012a5a7153 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.279233] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ac2a4-4839-4225-89f9-78c034a72178 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.289764] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca1adc-5f00-4912-a7d9-33e521ec7bce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.293464] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881251, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.303490] env[62880]: DEBUG nova.compute.provider_tree [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.576636] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.576939] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.577101] env[62880]: DEBUG nova.network.neutron [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.597030] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881253, 'name': PowerOffVM_Task, 'duration_secs': 1.255466} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.597030] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.597030] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1855.597030] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-185a0e44-6250-427c-9aed-1e405aabc6fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.709896] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.786082] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881251, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.806437] env[62880]: DEBUG nova.scheduler.client.report [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.049152] env[62880]: DEBUG nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1856.080313] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1856.080634] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.080829] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1856.081060] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.081193] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1856.081357] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1856.081567] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1856.081741] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1856.081937] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1856.082107] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1856.082315] env[62880]: DEBUG nova.virt.hardware [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1856.085067] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e54dd8d-ae4b-4d64-ae4d-7d380818c74d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.095609] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d8fe7a-fd23-4b4a-afba-44e20c02d326 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.141147] env[62880]: DEBUG nova.network.neutron [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1856.210324] env[62880]: DEBUG oslo_vmware.api [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881255, 'name': PowerOnVM_Task, 'duration_secs': 0.864494} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.210614] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.210867] env[62880]: INFO nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Took 11.36 seconds to spawn the instance on the hypervisor. [ 1856.211110] env[62880]: DEBUG nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.211970] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44faa0a-d30f-401b-80e7-014837e95f04 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.288077] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881251, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.296657] env[62880]: DEBUG nova.compute.manager [req-0d03569b-7def-4285-a88d-d5d8e9f32efc req-b5f3ed34-0f3b-474a-ba52-004d956d1fdf service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Received event network-vif-plugged-6ff0e674-a985-4d14-b771-1ec113ae8de4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1856.296864] env[62880]: DEBUG oslo_concurrency.lockutils [req-0d03569b-7def-4285-a88d-d5d8e9f32efc req-b5f3ed34-0f3b-474a-ba52-004d956d1fdf service nova] Acquiring lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.297091] env[62880]: DEBUG oslo_concurrency.lockutils [req-0d03569b-7def-4285-a88d-d5d8e9f32efc req-b5f3ed34-0f3b-474a-ba52-004d956d1fdf service nova] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.297273] env[62880]: DEBUG oslo_concurrency.lockutils [req-0d03569b-7def-4285-a88d-d5d8e9f32efc req-b5f3ed34-0f3b-474a-ba52-004d956d1fdf service nova] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.297434] env[62880]: DEBUG nova.compute.manager [req-0d03569b-7def-4285-a88d-d5d8e9f32efc req-b5f3ed34-0f3b-474a-ba52-004d956d1fdf service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] No waiting events found dispatching network-vif-plugged-6ff0e674-a985-4d14-b771-1ec113ae8de4 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.297636] env[62880]: WARNING nova.compute.manager [req-0d03569b-7def-4285-a88d-d5d8e9f32efc req-b5f3ed34-0f3b-474a-ba52-004d956d1fdf service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Received unexpected event network-vif-plugged-6ff0e674-a985-4d14-b771-1ec113ae8de4 for instance with vm_state building and task_state spawning. [ 1856.311729] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.312452] env[62880]: DEBUG nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1856.315638] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.252s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.316028] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.316099] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1856.317436] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f65436-7757-4057-ace9-8cc4233d3375 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.325356] env[62880]: DEBUG nova.network.neutron [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance_info_cache with network_info: [{"id": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "address": "fa:16:3e:52:f2:9f", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5eb2eb-95", "ovs_interfaceid": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.327467] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a185456-ecd0-4bf6-8512-2c0a2c3c9111 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.343520] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d59ec7a-7521-409e-a766-25f952e12be3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.351778] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805c044c-aa3e-4623-b7f4-b48a7ec1ed51 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.384400] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180164MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1856.384591] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.384712] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.387146] env[62880]: DEBUG nova.network.neutron [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Successfully updated port: 6ff0e674-a985-4d14-b771-1ec113ae8de4 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.639568] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.639914] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.639971] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleting the datastore file [datastore1] 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.640247] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2515a0de-3c5d-424d-b5b8-83b1a57a6abf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.647270] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1856.647270] env[62880]: value = "task-1881257" [ 1856.647270] env[62880]: _type = "Task" [ 1856.647270] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.655254] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.731366] env[62880]: INFO nova.compute.manager [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Took 30.37 seconds to build instance. [ 1856.787208] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881251, 'name': CreateVM_Task, 'duration_secs': 3.420908} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.787400] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.788252] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.788422] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.789419] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.789716] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1651adb3-0c7e-4adf-aab4-ce19c9146991 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.795571] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1856.795571] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52adaeb9-d033-2863-f189-325136a9d866" [ 1856.795571] env[62880]: _type = "Task" [ 1856.795571] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.803556] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52adaeb9-d033-2863-f189-325136a9d866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.818293] env[62880]: DEBUG nova.compute.utils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1856.819659] env[62880]: DEBUG nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1856.819835] env[62880]: DEBUG nova.network.neutron [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1856.832866] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.833173] env[62880]: DEBUG nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Instance network_info: |[{"id": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "address": "fa:16:3e:52:f2:9f", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5eb2eb-95", "ovs_interfaceid": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.833834] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:f2:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.841607] env[62880]: DEBUG oslo.service.loopingcall [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.842296] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.842522] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84ee26e8-9d68-4207-a0d8-fab7e9d35eca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.859152] env[62880]: DEBUG nova.policy [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426800d5a3e04f7896ac3fb89131f6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1334b12645b642a8ac060050d27b58f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1856.862444] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.862444] env[62880]: value = "task-1881258" [ 1856.862444] env[62880]: _type = "Task" [ 1856.862444] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.870114] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881258, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.895623] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "refresh_cache-ba9208d2-de3d-4ca3-99b7-f22a8070cbac" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.895803] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "refresh_cache-ba9208d2-de3d-4ca3-99b7-f22a8070cbac" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.895949] env[62880]: DEBUG nova.network.neutron [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.991375] env[62880]: DEBUG nova.compute.manager [req-92643a11-52e1-4492-81ac-ceda2d8afffe req-dda0646f-d41c-4b96-a5dc-6bf5d3a45cf6 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Received event network-changed-6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1856.991596] env[62880]: DEBUG nova.compute.manager [req-92643a11-52e1-4492-81ac-ceda2d8afffe req-dda0646f-d41c-4b96-a5dc-6bf5d3a45cf6 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Refreshing instance network info cache due to event network-changed-6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1856.991788] env[62880]: DEBUG oslo_concurrency.lockutils [req-92643a11-52e1-4492-81ac-ceda2d8afffe req-dda0646f-d41c-4b96-a5dc-6bf5d3a45cf6 service nova] Acquiring lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.991913] env[62880]: DEBUG oslo_concurrency.lockutils [req-92643a11-52e1-4492-81ac-ceda2d8afffe req-dda0646f-d41c-4b96-a5dc-6bf5d3a45cf6 service nova] Acquired lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.992087] env[62880]: DEBUG nova.network.neutron [req-92643a11-52e1-4492-81ac-ceda2d8afffe req-dda0646f-d41c-4b96-a5dc-6bf5d3a45cf6 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Refreshing network info cache for port 6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.127408] env[62880]: DEBUG nova.network.neutron [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Successfully created port: 33bda964-abde-4756-9398-c65cf54da938 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1857.160508] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.233404] env[62880]: DEBUG oslo_concurrency.lockutils [None req-081e11bc-639e-4d6e-9b03-39b97300c87a tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "407fff54-f5a7-4720-a373-4fc9cd147032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.881s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.233615] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "407fff54-f5a7-4720-a373-4fc9cd147032" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.704s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.233804] env[62880]: INFO nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] During sync_power_state the instance has a pending task (spawning). Skip. [ 1857.233986] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "407fff54-f5a7-4720-a373-4fc9cd147032" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.307789] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52adaeb9-d033-2863-f189-325136a9d866, 'name': SearchDatastore_Task, 'duration_secs': 0.069237} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.308100] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.308325] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.308554] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.308701] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.308875] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.309279] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0642c88d-6592-4806-99ee-7135769614bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.322874] env[62880]: DEBUG nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1857.329819] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.330024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.330774] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ecec14-bd89-43e0-8795-721c0e9efb62 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.336515] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1857.336515] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d0e57-5017-07c0-cf7d-9fea02f3acfb" [ 1857.336515] env[62880]: _type = "Task" [ 1857.336515] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.345278] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d0e57-5017-07c0-cf7d-9fea02f3acfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.373454] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881258, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.432948] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.433183] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c61a763-257f-4756-9dbe-0ba7a058e1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.433325] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 890171cb-ef5c-472c-aa01-986105c124f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.433445] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1a9d5473-6ff5-463f-9427-e7f51aa5cb90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.433627] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 42962ea7-3545-4668-9da2-dc7465c0027c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.433750] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c68659d-0d8e-4370-8f58-93b5955b46ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.433873] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.433984] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 0b39504b-c644-4d68-9a04-a38ab8599790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.434109] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance e8b8fdee-6198-4c05-8233-add7e4bcf20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.434222] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.434351] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 407fff54-f5a7-4720-a373-4fc9cd147032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.434442] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 029dd3a8-2b00-43cd-8335-837c61d91344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.434550] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 09cfe1aa-71fe-494f-962e-4f7400629e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.434673] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance ba9208d2-de3d-4ca3-99b7-f22a8070cbac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.434837] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 6169c16a-6186-46fa-8427-7f0eafc774b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1857.435069] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1857.435236] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1857.438510] env[62880]: DEBUG nova.network.neutron [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.636595] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80c74ad-896b-47e1-9c5b-1ccb205b9092 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.644573] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b370c52a-f293-44fe-9845-47264048ffcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.657114] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.691245] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc7a0ad-c78a-420e-844c-4b693d197cb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.703022] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a6b62-4c36-4683-bd4c-75a827ed7385 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.714304] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.801597] env[62880]: DEBUG nova.network.neutron [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Updating instance_info_cache with network_info: [{"id": "6ff0e674-a985-4d14-b771-1ec113ae8de4", "address": "fa:16:3e:02:96:40", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff0e674-a9", "ovs_interfaceid": "6ff0e674-a985-4d14-b771-1ec113ae8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.849945] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d0e57-5017-07c0-cf7d-9fea02f3acfb, 'name': SearchDatastore_Task, 'duration_secs': 0.10137} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.850931] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d82953-7e4e-4262-8b0e-9d65e2e3cceb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.856523] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1857.856523] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c27d3b-a2a7-587a-0acd-ddf354ab1994" [ 1857.856523] env[62880]: _type = "Task" [ 1857.856523] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.865084] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c27d3b-a2a7-587a-0acd-ddf354ab1994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.872701] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881258, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.993830] env[62880]: DEBUG nova.network.neutron [req-92643a11-52e1-4492-81ac-ceda2d8afffe req-dda0646f-d41c-4b96-a5dc-6bf5d3a45cf6 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updated VIF entry in instance network info cache for port 6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.994253] env[62880]: DEBUG nova.network.neutron [req-92643a11-52e1-4492-81ac-ceda2d8afffe req-dda0646f-d41c-4b96-a5dc-6bf5d3a45cf6 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance_info_cache with network_info: [{"id": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "address": "fa:16:3e:52:f2:9f", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5eb2eb-95", "ovs_interfaceid": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.158493] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.219436] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.304238] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "refresh_cache-ba9208d2-de3d-4ca3-99b7-f22a8070cbac" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.304560] env[62880]: DEBUG nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Instance network_info: |[{"id": "6ff0e674-a985-4d14-b771-1ec113ae8de4", "address": "fa:16:3e:02:96:40", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff0e674-a9", "ovs_interfaceid": "6ff0e674-a985-4d14-b771-1ec113ae8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.304989] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:96:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ff0e674-a985-4d14-b771-1ec113ae8de4', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.313057] env[62880]: DEBUG oslo.service.loopingcall [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.313057] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.313196] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-960b8992-9e47-4cfc-a7fc-d62a5188ac0a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.334408] env[62880]: DEBUG nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1858.338381] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.338381] env[62880]: value = "task-1881259" [ 1858.338381] env[62880]: _type = "Task" [ 1858.338381] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.346955] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881259, 'name': CreateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.363589] env[62880]: DEBUG nova.compute.manager [req-29312adc-0942-46ca-b4e7-ee0b81621c7e req-876fe853-f470-4cbd-bc36-76c7a98803d3 service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Received event network-changed-6ff0e674-a985-4d14-b771-1ec113ae8de4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1858.363859] env[62880]: DEBUG nova.compute.manager [req-29312adc-0942-46ca-b4e7-ee0b81621c7e req-876fe853-f470-4cbd-bc36-76c7a98803d3 service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Refreshing instance network info cache due to event network-changed-6ff0e674-a985-4d14-b771-1ec113ae8de4. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1858.364097] env[62880]: DEBUG oslo_concurrency.lockutils [req-29312adc-0942-46ca-b4e7-ee0b81621c7e req-876fe853-f470-4cbd-bc36-76c7a98803d3 service nova] Acquiring lock "refresh_cache-ba9208d2-de3d-4ca3-99b7-f22a8070cbac" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.364241] env[62880]: DEBUG oslo_concurrency.lockutils [req-29312adc-0942-46ca-b4e7-ee0b81621c7e req-876fe853-f470-4cbd-bc36-76c7a98803d3 service nova] Acquired lock "refresh_cache-ba9208d2-de3d-4ca3-99b7-f22a8070cbac" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.364401] env[62880]: DEBUG nova.network.neutron [req-29312adc-0942-46ca-b4e7-ee0b81621c7e req-876fe853-f470-4cbd-bc36-76c7a98803d3 service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Refreshing network info cache for port 6ff0e674-a985-4d14-b771-1ec113ae8de4 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.367641] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.367859] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.368027] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.368203] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.368348] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.368493] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.368694] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.368847] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.369015] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.369180] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.369342] env[62880]: DEBUG nova.virt.hardware [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.370651] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efde8ed2-8ac4-46b1-86fb-13a7113f95a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.381978] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c27d3b-a2a7-587a-0acd-ddf354ab1994, 'name': SearchDatastore_Task, 'duration_secs': 0.142061} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.382795] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.383131] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 029dd3a8-2b00-43cd-8335-837c61d91344/029dd3a8-2b00-43cd-8335-837c61d91344.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.383426] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81b371b9-ace6-4856-bd23-c35149b1c233 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.390418] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881258, 'name': CreateVM_Task, 'duration_secs': 1.355041} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.390975] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.392421] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c26f4de-697b-4353-af14-7b598b7a003a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.397634] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.397796] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.398127] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.398722] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1858.398722] env[62880]: value = "task-1881260" [ 1858.398722] env[62880]: _type = "Task" [ 1858.398722] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.398922] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbc6e30-e718-4761-980d-e6166f46d4ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.416758] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1858.416758] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5231a168-b990-62a5-81ce-0fb639f3de10" [ 1858.416758] env[62880]: _type = "Task" [ 1858.416758] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.419777] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.427164] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5231a168-b990-62a5-81ce-0fb639f3de10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.497307] env[62880]: DEBUG oslo_concurrency.lockutils [req-92643a11-52e1-4492-81ac-ceda2d8afffe req-dda0646f-d41c-4b96-a5dc-6bf5d3a45cf6 service nova] Releasing lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.638169] env[62880]: DEBUG nova.network.neutron [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Successfully updated port: 33bda964-abde-4756-9398-c65cf54da938 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.660041] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.724767] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1858.724984] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.340s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.849275] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881259, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.914515] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.929461] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5231a168-b990-62a5-81ce-0fb639f3de10, 'name': SearchDatastore_Task, 'duration_secs': 0.142028} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.929791] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.930077] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.930328] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.930472] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.930672] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.930964] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b877b2-b706-4753-a76f-d559e81e67e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.949302] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.949486] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.950233] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b015f2c-a575-45c0-b78d-7158ba115ca0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.956197] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1858.956197] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52236a74-6e9a-54ed-fa2c-eed35d13e41e" [ 1858.956197] env[62880]: _type = "Task" [ 1858.956197] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.964277] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52236a74-6e9a-54ed-fa2c-eed35d13e41e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.023763] env[62880]: DEBUG nova.compute.manager [req-99aeea9a-b5ca-44bc-b88b-8f7b7af57fa7 req-f7bedc5f-1519-4d52-a1b5-59a1e8ce60d7 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Received event network-changed-36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1859.024020] env[62880]: DEBUG nova.compute.manager [req-99aeea9a-b5ca-44bc-b88b-8f7b7af57fa7 req-f7bedc5f-1519-4d52-a1b5-59a1e8ce60d7 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Refreshing instance network info cache due to event network-changed-36dce038-58cf-4223-833d-747d28946251. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1859.024252] env[62880]: DEBUG oslo_concurrency.lockutils [req-99aeea9a-b5ca-44bc-b88b-8f7b7af57fa7 req-f7bedc5f-1519-4d52-a1b5-59a1e8ce60d7 service nova] Acquiring lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.024402] env[62880]: DEBUG oslo_concurrency.lockutils [req-99aeea9a-b5ca-44bc-b88b-8f7b7af57fa7 req-f7bedc5f-1519-4d52-a1b5-59a1e8ce60d7 service nova] Acquired lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.024542] env[62880]: DEBUG nova.network.neutron [req-99aeea9a-b5ca-44bc-b88b-8f7b7af57fa7 req-f7bedc5f-1519-4d52-a1b5-59a1e8ce60d7 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Refreshing network info cache for port 36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.111205] env[62880]: DEBUG nova.network.neutron [req-29312adc-0942-46ca-b4e7-ee0b81621c7e req-876fe853-f470-4cbd-bc36-76c7a98803d3 service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Updated VIF entry in instance network info cache for port 6ff0e674-a985-4d14-b771-1ec113ae8de4. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.111669] env[62880]: DEBUG nova.network.neutron [req-29312adc-0942-46ca-b4e7-ee0b81621c7e req-876fe853-f470-4cbd-bc36-76c7a98803d3 service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Updating instance_info_cache with network_info: [{"id": "6ff0e674-a985-4d14-b771-1ec113ae8de4", "address": "fa:16:3e:02:96:40", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff0e674-a9", "ovs_interfaceid": "6ff0e674-a985-4d14-b771-1ec113ae8de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.141412] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-6169c16a-6186-46fa-8427-7f0eafc774b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.141663] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-6169c16a-6186-46fa-8427-7f0eafc774b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.141723] env[62880]: DEBUG nova.network.neutron [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.160063] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.349314] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881259, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.411834] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.467270] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52236a74-6e9a-54ed-fa2c-eed35d13e41e, 'name': SearchDatastore_Task, 'duration_secs': 0.158339} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.468116] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03dbe2a-b7c9-442b-ab9a-cd5c91256085 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.473521] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1859.473521] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52083907-6121-d230-8db4-6bad7681bc9c" [ 1859.473521] env[62880]: _type = "Task" [ 1859.473521] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.481255] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52083907-6121-d230-8db4-6bad7681bc9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.615486] env[62880]: DEBUG oslo_concurrency.lockutils [req-29312adc-0942-46ca-b4e7-ee0b81621c7e req-876fe853-f470-4cbd-bc36-76c7a98803d3 service nova] Releasing lock "refresh_cache-ba9208d2-de3d-4ca3-99b7-f22a8070cbac" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.664370] env[62880]: DEBUG oslo_vmware.api [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.749179} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.664739] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.664846] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.665308] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.665527] env[62880]: INFO nova.compute.manager [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Took 5.60 seconds to destroy the instance on the hypervisor. [ 1859.665772] env[62880]: DEBUG oslo.service.loopingcall [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.665962] env[62880]: DEBUG nova.compute.manager [-] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1859.666067] env[62880]: DEBUG nova.network.neutron [-] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.787058] env[62880]: DEBUG nova.network.neutron [req-99aeea9a-b5ca-44bc-b88b-8f7b7af57fa7 req-f7bedc5f-1519-4d52-a1b5-59a1e8ce60d7 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Updated VIF entry in instance network info cache for port 36dce038-58cf-4223-833d-747d28946251. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.787058] env[62880]: DEBUG nova.network.neutron [req-99aeea9a-b5ca-44bc-b88b-8f7b7af57fa7 req-f7bedc5f-1519-4d52-a1b5-59a1e8ce60d7 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Updating instance_info_cache with network_info: [{"id": "36dce038-58cf-4223-833d-747d28946251", "address": "fa:16:3e:6d:49:b9", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dce038-58", "ovs_interfaceid": "36dce038-58cf-4223-833d-747d28946251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.798233] env[62880]: DEBUG nova.network.neutron [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.850586] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881259, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.915299] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.986204] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52083907-6121-d230-8db4-6bad7681bc9c, 'name': SearchDatastore_Task, 'duration_secs': 0.172657} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.986355] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.986610] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83/09cfe1aa-71fe-494f-962e-4f7400629e83.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.986863] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80187ddf-fb2a-438c-8241-ac7d6c28990a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.993134] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1859.993134] env[62880]: value = "task-1881263" [ 1859.993134] env[62880]: _type = "Task" [ 1859.993134] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.004225] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.139013] env[62880]: DEBUG nova.network.neutron [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Updating instance_info_cache with network_info: [{"id": "33bda964-abde-4756-9398-c65cf54da938", "address": "fa:16:3e:33:e1:97", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bda964-ab", "ovs_interfaceid": "33bda964-abde-4756-9398-c65cf54da938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.287424] env[62880]: DEBUG oslo_concurrency.lockutils [req-99aeea9a-b5ca-44bc-b88b-8f7b7af57fa7 req-f7bedc5f-1519-4d52-a1b5-59a1e8ce60d7 service nova] Releasing lock "refresh_cache-407fff54-f5a7-4720-a373-4fc9cd147032" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.350658] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881259, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.387154] env[62880]: DEBUG nova.compute.manager [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Received event network-vif-plugged-33bda964-abde-4756-9398-c65cf54da938 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.387289] env[62880]: DEBUG oslo_concurrency.lockutils [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] Acquiring lock "6169c16a-6186-46fa-8427-7f0eafc774b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.387828] env[62880]: DEBUG oslo_concurrency.lockutils [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] Lock "6169c16a-6186-46fa-8427-7f0eafc774b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.387828] env[62880]: DEBUG oslo_concurrency.lockutils [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] Lock "6169c16a-6186-46fa-8427-7f0eafc774b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.387828] env[62880]: DEBUG nova.compute.manager [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] No waiting events found dispatching network-vif-plugged-33bda964-abde-4756-9398-c65cf54da938 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.388164] env[62880]: WARNING nova.compute.manager [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Received unexpected event network-vif-plugged-33bda964-abde-4756-9398-c65cf54da938 for instance with vm_state building and task_state spawning. [ 1860.388196] env[62880]: DEBUG nova.compute.manager [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Received event network-changed-33bda964-abde-4756-9398-c65cf54da938 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.388419] env[62880]: DEBUG nova.compute.manager [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Refreshing instance network info cache due to event network-changed-33bda964-abde-4756-9398-c65cf54da938. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1860.388497] env[62880]: DEBUG oslo_concurrency.lockutils [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] Acquiring lock "refresh_cache-6169c16a-6186-46fa-8427-7f0eafc774b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.413131] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.503899] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.644019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-6169c16a-6186-46fa-8427-7f0eafc774b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.644019] env[62880]: DEBUG nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Instance network_info: |[{"id": "33bda964-abde-4756-9398-c65cf54da938", "address": "fa:16:3e:33:e1:97", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bda964-ab", "ovs_interfaceid": "33bda964-abde-4756-9398-c65cf54da938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1860.644019] env[62880]: DEBUG oslo_concurrency.lockutils [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] Acquired lock "refresh_cache-6169c16a-6186-46fa-8427-7f0eafc774b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.644019] env[62880]: DEBUG nova.network.neutron [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Refreshing network info cache for port 33bda964-abde-4756-9398-c65cf54da938 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.644019] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:e1:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33bda964-abde-4756-9398-c65cf54da938', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1860.650938] env[62880]: DEBUG oslo.service.loopingcall [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.651654] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1860.651884] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a170320a-d2d9-4ac8-9d67-0b02f314a6ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.672234] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1860.672234] env[62880]: value = "task-1881264" [ 1860.672234] env[62880]: _type = "Task" [ 1860.672234] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.680249] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881264, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.853911] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881259, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.913302] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881260, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.941575] env[62880]: DEBUG nova.network.neutron [-] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.008153] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.096238] env[62880]: DEBUG nova.compute.manager [req-74fe01f3-815e-464e-b021-775664a27246 req-cec30274-f255-40f4-a493-94a51bda042d service nova] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Received event network-vif-deleted-2f18d176-ac8a-48b8-9f18-d5e60dd1b8f3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1861.182616] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881264, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.356298] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881259, 'name': CreateVM_Task, 'duration_secs': 2.622859} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.356594] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1861.357592] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.357842] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.358190] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1861.358444] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65e56cc-4d9a-4baf-be83-c6190dae6530 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.363972] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1861.363972] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52177713-3405-65e9-a2d9-8a6406b0ad05" [ 1861.363972] env[62880]: _type = "Task" [ 1861.363972] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.374879] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52177713-3405-65e9-a2d9-8a6406b0ad05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.416609] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.418019] env[62880]: DEBUG nova.network.neutron [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Updated VIF entry in instance network info cache for port 33bda964-abde-4756-9398-c65cf54da938. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.418638] env[62880]: DEBUG nova.network.neutron [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Updating instance_info_cache with network_info: [{"id": "33bda964-abde-4756-9398-c65cf54da938", "address": "fa:16:3e:33:e1:97", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33bda964-ab", "ovs_interfaceid": "33bda964-abde-4756-9398-c65cf54da938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.444718] env[62880]: INFO nova.compute.manager [-] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Took 1.78 seconds to deallocate network for instance. [ 1861.505458] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.683404] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881264, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.875092] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52177713-3405-65e9-a2d9-8a6406b0ad05, 'name': SearchDatastore_Task, 'duration_secs': 0.107734} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.875418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.875658] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1861.875894] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.876085] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.876257] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1861.876503] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78342d7a-2d3a-4ea3-b648-3e787b3052b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.890199] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1861.890529] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1861.891640] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dbc058-f909-4c84-b6a2-b1cf547f7bbe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.898626] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1861.898626] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b3185f-7ba1-35be-9176-905dc535a3aa" [ 1861.898626] env[62880]: _type = "Task" [ 1861.898626] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.906700] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b3185f-7ba1-35be-9176-905dc535a3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.915232] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881260, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.370628} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.915503] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 029dd3a8-2b00-43cd-8335-837c61d91344/029dd3a8-2b00-43cd-8335-837c61d91344.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.915711] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.915965] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9439d87-8be1-4441-ac3b-3b80f6b99ca3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.922515] env[62880]: DEBUG oslo_concurrency.lockutils [req-ec8186da-1dd3-421a-9786-fefb5b8c3e52 req-23ad3c64-b0e9-4f20-8beb-e7e5138b954b service nova] Releasing lock "refresh_cache-6169c16a-6186-46fa-8427-7f0eafc774b6" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.923050] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1861.923050] env[62880]: value = "task-1881265" [ 1861.923050] env[62880]: _type = "Task" [ 1861.923050] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.931732] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.952252] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.952576] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.952834] env[62880]: DEBUG nova.objects.instance [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'resources' on Instance uuid 9c68659d-0d8e-4370-8f58-93b5955b46ba {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.005235] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.187027] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881264, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.408780] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b3185f-7ba1-35be-9176-905dc535a3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.073134} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.409574] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6709d3a5-6de5-49a8-a35a-843ac4040605 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.415043] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1862.415043] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524baf88-d872-34d1-baf6-6fab82535c93" [ 1862.415043] env[62880]: _type = "Task" [ 1862.415043] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.422841] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524baf88-d872-34d1-baf6-6fab82535c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.431211] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881265, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.506278] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881263, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.233956} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.508934] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83/09cfe1aa-71fe-494f-962e-4f7400629e83.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.509203] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.509645] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca75219b-810f-4c50-bf9d-864426e7733f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.516751] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1862.516751] env[62880]: value = "task-1881266" [ 1862.516751] env[62880]: _type = "Task" [ 1862.516751] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.528174] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.664108] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab0325-9a34-4610-a9b3-90d9af687f6d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.671369] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dc0db3-093f-45a6-9883-9abe2e230c11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.682196] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881264, 'name': CreateVM_Task, 'duration_secs': 1.932604} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.707214] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.707429] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.707532] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.707954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.708652] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c85ef1-e0bd-447b-8c46-0309aa0c1395 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.711423] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3759a834-83d4-49c7-b3e6-dd6f2fcfbb40 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.718477] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1862.718477] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52abbceb-1c2f-57b0-4d68-5021a550f02a" [ 1862.718477] env[62880]: _type = "Task" [ 1862.718477] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.719731] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976cafdb-f28a-4739-8815-8da6fc6b3f3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.733285] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52abbceb-1c2f-57b0-4d68-5021a550f02a, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.740802] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.741111] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.741324] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.741733] env[62880]: DEBUG nova.compute.provider_tree [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.926018] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524baf88-d872-34d1-baf6-6fab82535c93, 'name': SearchDatastore_Task, 'duration_secs': 0.055441} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.928949] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.929232] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] ba9208d2-de3d-4ca3-99b7-f22a8070cbac/ba9208d2-de3d-4ca3-99b7-f22a8070cbac.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1862.929513] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.929692] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.929899] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7862bcbd-20da-4a2d-8da0-d4f2a6f53bfd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.932347] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a6b58fe-08d6-45c1-a90b-bd35d8703180 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.937663] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.512529} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.938262] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.939013] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3712f74b-b42f-45ee-8380-cffed4f1a0be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.942655] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1862.942655] env[62880]: value = "task-1881267" [ 1862.942655] env[62880]: _type = "Task" [ 1862.942655] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.966404] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 029dd3a8-2b00-43cd-8335-837c61d91344/029dd3a8-2b00-43cd-8335-837c61d91344.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.966759] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.966929] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.968095] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2ef426-f6da-4834-baf7-53356b10eb44 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.982518] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ab5312-10c1-471d-bbf4-a2bf0e6293fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.987806] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.991211] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1862.991211] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52010c8c-e08b-35cb-bece-965da18a4e81" [ 1862.991211] env[62880]: _type = "Task" [ 1862.991211] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.995146] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1862.995146] env[62880]: value = "task-1881268" [ 1862.995146] env[62880]: _type = "Task" [ 1862.995146] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.001165] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52010c8c-e08b-35cb-bece-965da18a4e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.006077] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.024979] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167498} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.025274] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.026028] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950453b1-9e67-4ed5-bcdc-505a341b5dee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.047475] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83/09cfe1aa-71fe-494f-962e-4f7400629e83.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.047775] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb33e99-b7a5-4dde-a360-c8afb6d3f415 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.067902] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1863.067902] env[62880]: value = "task-1881269" [ 1863.067902] env[62880]: _type = "Task" [ 1863.067902] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.074749] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.212028] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1863.212028] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388763', 'volume_id': '98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'name': 'volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a9d5473-6ff5-463f-9427-e7f51aa5cb90', 'attached_at': '', 'detached_at': '', 'volume_id': '98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'serial': '98c0f4ef-7757-4ed5-9808-ab597ea8c879'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1863.212721] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d71d8-695e-494d-977c-85fd6f549687 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.233088] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037fef37-6456-4291-9ff0-d1cc1cbbf26b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.251086] env[62880]: DEBUG nova.scheduler.client.report [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.261797] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879/volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.263766] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98df1587-bfcd-49b0-b855-2f66014c8a2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.281377] env[62880]: DEBUG oslo_vmware.api [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1863.281377] env[62880]: value = "task-1881270" [ 1863.281377] env[62880]: _type = "Task" [ 1863.281377] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.290021] env[62880]: DEBUG oslo_vmware.api [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.453446] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.503972] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52010c8c-e08b-35cb-bece-965da18a4e81, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.505302] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3df0301-18dd-448d-a2b6-2bcf3c8d8d49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.511301] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.515669] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1863.515669] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d3600-2eae-2823-9b8a-33991b8cbbed" [ 1863.515669] env[62880]: _type = "Task" [ 1863.515669] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.524310] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d3600-2eae-2823-9b8a-33991b8cbbed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.581034] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881269, 'name': ReconfigVM_Task, 'duration_secs': 0.305484} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.581034] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83/09cfe1aa-71fe-494f-962e-4f7400629e83.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.581034] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec1fbcca-074b-4332-8488-7fac19b8a00f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.587416] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1863.587416] env[62880]: value = "task-1881271" [ 1863.587416] env[62880]: _type = "Task" [ 1863.587416] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.596682] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881271, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.763186] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.783598] env[62880]: INFO nova.scheduler.client.report [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted allocations for instance 9c68659d-0d8e-4370-8f58-93b5955b46ba [ 1863.795968] env[62880]: DEBUG oslo_vmware.api [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.957460] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.014465] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.031976] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522d3600-2eae-2823-9b8a-33991b8cbbed, 'name': SearchDatastore_Task, 'duration_secs': 0.018924} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.032459] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.032848] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 6169c16a-6186-46fa-8427-7f0eafc774b6/6169c16a-6186-46fa-8427-7f0eafc774b6.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1864.033193] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cadc7a0f-c8e9-4148-b432-d0fbf5e599e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.048984] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1864.048984] env[62880]: value = "task-1881272" [ 1864.048984] env[62880]: _type = "Task" [ 1864.048984] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.065095] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.098190] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881271, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.296447] env[62880]: DEBUG oslo_vmware.api [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.296889] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e3e92fdb-9166-4d02-8295-6f2c6e6e495c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.775s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.297764] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.772s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.298215] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b54c8173-b12d-4577-82c7-d41b07739025 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.306828] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306846a7-5061-4c17-9000-74f7a526f710 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.456995] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881267, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.24549} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.457314] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] ba9208d2-de3d-4ca3-99b7-f22a8070cbac/ba9208d2-de3d-4ca3-99b7-f22a8070cbac.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1864.457792] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1864.457876] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94d1bb6f-f4fe-426c-93cb-29072f57f53d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.464794] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1864.464794] env[62880]: value = "task-1881274" [ 1864.464794] env[62880]: _type = "Task" [ 1864.464794] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.473533] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.509074] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881268, 'name': ReconfigVM_Task, 'duration_secs': 1.336063} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.509393] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 029dd3a8-2b00-43cd-8335-837c61d91344/029dd3a8-2b00-43cd-8335-837c61d91344.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.510069] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25921759-5010-4c56-9dbf-b1ee5f4b1ee9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.517060] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1864.517060] env[62880]: value = "task-1881275" [ 1864.517060] env[62880]: _type = "Task" [ 1864.517060] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.526679] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881275, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.558646] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.600593] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881271, 'name': Rename_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.795504] env[62880]: DEBUG oslo_vmware.api [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881270, 'name': ReconfigVM_Task, 'duration_secs': 1.279622} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.797957] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879/volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.801946] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db37b837-2bcb-4af7-9946-cbac177de774 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.818229] env[62880]: DEBUG oslo_vmware.api [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1864.818229] env[62880]: value = "task-1881276" [ 1864.818229] env[62880]: _type = "Task" [ 1864.818229] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.826846] env[62880]: DEBUG oslo_vmware.api [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.843686] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "9c68659d-0d8e-4370-8f58-93b5955b46ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.975037] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.356282} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.975907] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1864.976235] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5e07a-4034-4ce4-bab0-0b2c7268207d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.998317] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] ba9208d2-de3d-4ca3-99b7-f22a8070cbac/ba9208d2-de3d-4ca3-99b7-f22a8070cbac.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.998591] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9cdc197-2f1a-4ab6-9ad2-81a2ff49abb9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.018181] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1865.018181] env[62880]: value = "task-1881277" [ 1865.018181] env[62880]: _type = "Task" [ 1865.018181] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.028997] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881275, 'name': Rename_Task, 'duration_secs': 0.436073} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.032261] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.032607] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.032843] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d9ff57-d1b8-4455-a8f5-5160ed5e47b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.038069] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1865.038069] env[62880]: value = "task-1881278" [ 1865.038069] env[62880]: _type = "Task" [ 1865.038069] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.046302] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1865.046563] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.046748] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1865.059637] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718456} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.060653] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 6169c16a-6186-46fa-8427-7f0eafc774b6/6169c16a-6186-46fa-8427-7f0eafc774b6.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.060653] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.060653] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57c2bd1d-4e20-48d5-88ba-7085e06fb811 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.067466] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1865.067466] env[62880]: value = "task-1881279" [ 1865.067466] env[62880]: _type = "Task" [ 1865.067466] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.075941] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.098476] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881271, 'name': Rename_Task, 'duration_secs': 1.144144} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.098774] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.099052] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db255e1f-5345-4482-8bf4-01d6f6b95d4c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.105422] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1865.105422] env[62880]: value = "task-1881280" [ 1865.105422] env[62880]: _type = "Task" [ 1865.105422] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.113829] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.328382] env[62880]: DEBUG oslo_vmware.api [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881276, 'name': ReconfigVM_Task, 'duration_secs': 0.198168} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.328708] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388763', 'volume_id': '98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'name': 'volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a9d5473-6ff5-463f-9427-e7f51aa5cb90', 'attached_at': '', 'detached_at': '', 'volume_id': '98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'serial': '98c0f4ef-7757-4ed5-9808-ab597ea8c879'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1865.531969] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.552823] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881278, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.553751] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1865.553751] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1865.578997] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363472} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.579400] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1865.580294] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a3d00-8f81-4151-a13e-06ee1229a14d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.604469] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 6169c16a-6186-46fa-8427-7f0eafc774b6/6169c16a-6186-46fa-8427-7f0eafc774b6.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.604469] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d101cc34-249a-4e7a-817e-6988c595f9ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.630149] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.632058] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1865.632058] env[62880]: value = "task-1881281" [ 1865.632058] env[62880]: _type = "Task" [ 1865.632058] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.642069] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.675081] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "479f566f-f6ac-4568-8390-d69353ee303c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.675336] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.032061] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881277, 'name': ReconfigVM_Task, 'duration_secs': 0.660799} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.034058] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Reconfigured VM instance instance-00000067 to attach disk [datastore1] ba9208d2-de3d-4ca3-99b7-f22a8070cbac/ba9208d2-de3d-4ca3-99b7-f22a8070cbac.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.034058] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-332fb7b4-6882-4f07-aa17-849c219418d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.043161] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1866.043161] env[62880]: value = "task-1881282" [ 1866.043161] env[62880]: _type = "Task" [ 1866.043161] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.048946] env[62880]: DEBUG oslo_vmware.api [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881278, 'name': PowerOnVM_Task, 'duration_secs': 0.622563} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.049469] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.049669] env[62880]: INFO nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Took 16.55 seconds to spawn the instance on the hypervisor. [ 1866.049844] env[62880]: DEBUG nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.050573] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b3be40-2633-4b38-aaeb-fc5ad6b95ddb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.055510] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881282, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.129310] env[62880]: DEBUG oslo_vmware.api [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881280, 'name': PowerOnVM_Task, 'duration_secs': 0.712047} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.129571] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.129769] env[62880]: INFO nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Took 12.42 seconds to spawn the instance on the hypervisor. [ 1866.129942] env[62880]: DEBUG nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.130703] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6114f0f6-7112-4951-b57f-8096f2d71dcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.146428] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.180687] env[62880]: DEBUG nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.366419] env[62880]: DEBUG nova.objects.instance [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'flavor' on Instance uuid 1a9d5473-6ff5-463f-9427-e7f51aa5cb90 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.552843] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881282, 'name': Rename_Task, 'duration_secs': 0.3741} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.553134] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.553370] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c450b17b-5ace-4eae-b4db-4f49042c0dc5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.560278] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1866.560278] env[62880]: value = "task-1881284" [ 1866.560278] env[62880]: _type = "Task" [ 1866.560278] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.571263] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.571679] env[62880]: INFO nova.compute.manager [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Took 34.46 seconds to build instance. [ 1866.643223] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881281, 'name': ReconfigVM_Task, 'duration_secs': 0.727051} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.643531] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 6169c16a-6186-46fa-8427-7f0eafc774b6/6169c16a-6186-46fa-8427-7f0eafc774b6.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.644211] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e6e9530-8bd6-4678-84fa-d2561b1ffa12 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.652530] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1866.652530] env[62880]: value = "task-1881285" [ 1866.652530] env[62880]: _type = "Task" [ 1866.652530] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.657479] env[62880]: INFO nova.compute.manager [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Took 25.12 seconds to build instance. [ 1866.663641] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881285, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.705861] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.706212] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.708585] env[62880]: INFO nova.compute.claims [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.871983] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b386e6e9-01bb-4de3-ad1f-0cf505ad44ad tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 14.300s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.873015] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.345s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.874483] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f394a25-2a2c-4316-88a6-7740fd50d0ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.072534] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.074055] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fbfd73ee-bfdb-4fa0-a05b-89c8b66d491e tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "029dd3a8-2b00-43cd-8335-837c61d91344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.973s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.074055] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "029dd3a8-2b00-43cd-8335-837c61d91344" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.543s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.074055] env[62880]: INFO nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] During sync_power_state the instance has a pending task (spawning). Skip. [ 1867.074263] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "029dd3a8-2b00-43cd-8335-837c61d91344" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.159264] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ebb80f02-af58-4772-93af-ef46d15e7295 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.628s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.159520] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.629s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.159704] env[62880]: INFO nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1867.159873] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.164008] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881285, 'name': Rename_Task, 'duration_secs': 0.212611} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.164269] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.164842] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d7fb64-48e4-4e71-b109-c92637cfd2b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.171691] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1867.171691] env[62880]: value = "task-1881286" [ 1867.171691] env[62880]: _type = "Task" [ 1867.171691] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.179471] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.383779] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.478742] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.479039] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.574821] env[62880]: DEBUG oslo_vmware.api [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881284, 'name': PowerOnVM_Task, 'duration_secs': 0.780239} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.575103] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.575393] env[62880]: INFO nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1867.575627] env[62880]: DEBUG nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.576734] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb61140-0462-4370-a200-6ce1dd99e1ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.588570] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquiring lock "029dd3a8-2b00-43cd-8335-837c61d91344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.588702] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "029dd3a8-2b00-43cd-8335-837c61d91344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.588905] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquiring lock "029dd3a8-2b00-43cd-8335-837c61d91344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.589099] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "029dd3a8-2b00-43cd-8335-837c61d91344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.589266] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "029dd3a8-2b00-43cd-8335-837c61d91344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.591177] env[62880]: INFO nova.compute.manager [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Terminating instance [ 1867.682316] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.891104] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee1be05-6a74-4e0d-98be-5bb1de528191 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.898885] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b27a9a-7578-4197-a63b-8166708761b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.931024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b378ba10-86a2-40e0-84a6-c94a52a06b6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.938752] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d48d0f8-1c34-4405-9ca6-f815bec9d74f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.952945] env[62880]: DEBUG nova.compute.provider_tree [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.983490] env[62880]: INFO nova.compute.manager [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Detaching volume 98c0f4ef-7757-4ed5-9808-ab597ea8c879 [ 1868.015599] env[62880]: INFO nova.virt.block_device [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Attempting to driver detach volume 98c0f4ef-7757-4ed5-9808-ab597ea8c879 from mountpoint /dev/sdb [ 1868.015873] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1868.016125] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388763', 'volume_id': '98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'name': 'volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a9d5473-6ff5-463f-9427-e7f51aa5cb90', 'attached_at': '', 'detached_at': '', 'volume_id': '98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'serial': '98c0f4ef-7757-4ed5-9808-ab597ea8c879'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1868.017136] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7597630c-c49c-47f2-973f-7757df09fb05 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.039169] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ba862c-2d61-4a92-8db3-d6dc10bafa1c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.046071] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf96007-0c99-43c8-afae-b8377ed012a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.066820] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa309a25-954d-4d7a-b037-e2a85ec8f1b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.082998] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] The volume has not been displaced from its original location: [datastore1] volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879/volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1868.088530] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1868.094312] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a0ddec-993e-4695-8043-65b28b975d23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.111571] env[62880]: DEBUG nova.compute.manager [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1868.111774] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1868.112776] env[62880]: INFO nova.compute.manager [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Took 25.59 seconds to build instance. [ 1868.115954] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce91158-9276-4213-b500-a76a04ce6ccc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.123430] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.124941] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22fe8133-85fd-47ce-9f2b-460573cc8f6b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.126960] env[62880]: DEBUG oslo_vmware.api [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1868.126960] env[62880]: value = "task-1881287" [ 1868.126960] env[62880]: _type = "Task" [ 1868.126960] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.132142] env[62880]: DEBUG oslo_vmware.api [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1868.132142] env[62880]: value = "task-1881288" [ 1868.132142] env[62880]: _type = "Task" [ 1868.132142] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.143882] env[62880]: DEBUG oslo_vmware.api [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.150536] env[62880]: DEBUG oslo_vmware.api [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.183773] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.456444] env[62880]: DEBUG nova.scheduler.client.report [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.617527] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5d112894-b0ee-490d-87f2-1b56d93d1e4e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.104s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.617788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.087s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.618761] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9be5f9-6843-4347-b0fb-fa667cf49891 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.635870] env[62880]: DEBUG oslo_vmware.api [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881287, 'name': ReconfigVM_Task, 'duration_secs': 0.434806} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.638784] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1868.644092] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bac485e-4a67-464f-b43a-42ef840157bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.659356] env[62880]: DEBUG oslo_vmware.api [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881288, 'name': PowerOffVM_Task, 'duration_secs': 0.240049} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.660606] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.660804] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.661130] env[62880]: DEBUG oslo_vmware.api [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1868.661130] env[62880]: value = "task-1881290" [ 1868.661130] env[62880]: _type = "Task" [ 1868.661130] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.661326] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dde0dc6-a68f-4c71-88e2-fc49d0ffae1a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.670812] env[62880]: DEBUG oslo_vmware.api [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.681546] env[62880]: DEBUG oslo_vmware.api [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881286, 'name': PowerOnVM_Task, 'duration_secs': 1.437901} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.681796] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.681987] env[62880]: INFO nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1868.682181] env[62880]: DEBUG nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.682955] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea8ce4a-cb55-41fd-baa4-685bdc99b247 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.801316] env[62880]: DEBUG nova.compute.manager [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1868.921328] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.933458] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.934042] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.934203] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Deleting the datastore file [datastore1] 029dd3a8-2b00-43cd-8335-837c61d91344 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.934508] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1c8b995-a72b-42e4-aa4d-59c655e854dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.943652] env[62880]: DEBUG oslo_vmware.api [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for the task: (returnval){ [ 1868.943652] env[62880]: value = "task-1881292" [ 1868.943652] env[62880]: _type = "Task" [ 1868.943652] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.954033] env[62880]: DEBUG oslo_vmware.api [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.962335] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.963309] env[62880]: DEBUG nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1869.129271] env[62880]: INFO nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] During sync_power_state the instance has a pending task (deleting). Skip. [ 1869.129645] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.129735] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.209s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.129946] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.130181] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.130352] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.132373] env[62880]: INFO nova.compute.manager [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Terminating instance [ 1869.174441] env[62880]: DEBUG oslo_vmware.api [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881290, 'name': ReconfigVM_Task, 'duration_secs': 0.443139} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.175066] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388763', 'volume_id': '98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'name': 'volume-98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a9d5473-6ff5-463f-9427-e7f51aa5cb90', 'attached_at': '', 'detached_at': '', 'volume_id': '98c0f4ef-7757-4ed5-9808-ab597ea8c879', 'serial': '98c0f4ef-7757-4ed5-9808-ab597ea8c879'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1869.200378] env[62880]: INFO nova.compute.manager [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Took 16.87 seconds to build instance. [ 1869.327024] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.327131] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.454030] env[62880]: DEBUG oslo_vmware.api [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.468568] env[62880]: DEBUG nova.compute.utils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.470035] env[62880]: DEBUG nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1869.470251] env[62880]: DEBUG nova.network.neutron [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.511218] env[62880]: DEBUG nova.policy [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ede370e9084e739f5ebf8fe3da9768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9109fb6667a407e876ed9818c508507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1869.618748] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1869.618970] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.619147] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.619313] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.619486] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.619634] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.619764] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1869.619910] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1869.635876] env[62880]: DEBUG nova.compute.manager [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.636099] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.637360] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb56ed9a-4272-4a46-ae92-75c1eea33b9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.645810] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.646068] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-038329dd-b24f-431b-9339-b93314439bf3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.652314] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1869.652314] env[62880]: value = "task-1881293" [ 1869.652314] env[62880]: _type = "Task" [ 1869.652314] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.661017] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.678727] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f3207c-5d1f-4f70-8cf7-fb2b33148244 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.686019] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Suspending the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1869.686306] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-25af4256-b578-47ae-8555-35377a555f0c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.693513] env[62880]: DEBUG oslo_vmware.api [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1869.693513] env[62880]: value = "task-1881294" [ 1869.693513] env[62880]: _type = "Task" [ 1869.693513] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.701628] env[62880]: DEBUG oslo_vmware.api [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881294, 'name': SuspendVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.703178] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d43708fb-4b26-491a-8fed-c73d79599460 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "6169c16a-6186-46fa-8427-7f0eafc774b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.377s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.721014] env[62880]: DEBUG nova.objects.instance [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'flavor' on Instance uuid 1a9d5473-6ff5-463f-9427-e7f51aa5cb90 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.832685] env[62880]: INFO nova.compute.claims [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.873392] env[62880]: DEBUG nova.network.neutron [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Successfully created port: 160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.956579] env[62880]: DEBUG oslo_vmware.api [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Task: {'id': task-1881292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.899764} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.956844] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1869.957120] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1869.957257] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1869.957364] env[62880]: INFO nova.compute.manager [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1869.957644] env[62880]: DEBUG oslo.service.loopingcall [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.957751] env[62880]: DEBUG nova.compute.manager [-] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1869.957876] env[62880]: DEBUG nova.network.neutron [-] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1869.973427] env[62880]: DEBUG nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1870.123239] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.162591] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881293, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.202617] env[62880]: DEBUG oslo_vmware.api [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881294, 'name': SuspendVM_Task} progress is 41%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.344272] env[62880]: INFO nova.compute.resource_tracker [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating resource usage from migration ffcb24d8-9ea5-4328-8669-f58ac78c615f [ 1870.430140] env[62880]: DEBUG nova.compute.manager [req-b5a0614d-42be-4fbd-baea-cb1fa5de3791 req-7001b369-b122-46d2-bfc3-cd5d77e3875b service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Received event network-vif-deleted-b0f1e878-cf53-4062-a757-2161d15104e9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.430140] env[62880]: INFO nova.compute.manager [req-b5a0614d-42be-4fbd-baea-cb1fa5de3791 req-7001b369-b122-46d2-bfc3-cd5d77e3875b service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Neutron deleted interface b0f1e878-cf53-4062-a757-2161d15104e9; detaching it from the instance and deleting it from the info cache [ 1870.430867] env[62880]: DEBUG nova.network.neutron [req-b5a0614d-42be-4fbd-baea-cb1fa5de3791 req-7001b369-b122-46d2-bfc3-cd5d77e3875b service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.611273] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e779a139-42b7-4c65-8465-b1883093e269 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.619516] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488eaaa6-4108-4e7b-b20a-7ea6887f36e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.650239] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4344a786-5534-412e-9edf-1dc60bef2cb4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.660322] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d04325-4c10-472f-8c02-2227b06223c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.667215] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881293, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.676994] env[62880]: DEBUG nova.compute.provider_tree [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.702397] env[62880]: DEBUG oslo_vmware.api [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881294, 'name': SuspendVM_Task} progress is 41%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.729374] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd02a504-fe1c-4f6c-aa10-99cb87b861bc tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.806595] env[62880]: DEBUG nova.network.neutron [-] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.916957] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.917092] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.933998] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1953c838-f278-4751-b78b-6d3fd29b5a1e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.945804] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a29ff08-19ed-4516-9fd8-912cadcd32e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.980133] env[62880]: DEBUG nova.compute.manager [req-b5a0614d-42be-4fbd-baea-cb1fa5de3791 req-7001b369-b122-46d2-bfc3-cd5d77e3875b service nova] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Detach interface failed, port_id=b0f1e878-cf53-4062-a757-2161d15104e9, reason: Instance 029dd3a8-2b00-43cd-8335-837c61d91344 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1870.985759] env[62880]: DEBUG nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1871.020289] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1871.020614] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.020859] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1871.021111] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.021348] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1871.021575] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1871.021998] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1871.022106] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1871.022363] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1871.022609] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1871.023241] env[62880]: DEBUG nova.virt.hardware [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1871.024021] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097b32c0-660b-4504-8be6-75b64d050bd3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.033978] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1654675-cbcc-49ee-afeb-3d84983cd6cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.163621] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881293, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.179843] env[62880]: DEBUG nova.scheduler.client.report [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.204246] env[62880]: DEBUG oslo_vmware.api [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881294, 'name': SuspendVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.308634] env[62880]: INFO nova.compute.manager [-] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Took 1.35 seconds to deallocate network for instance. [ 1871.420605] env[62880]: INFO nova.compute.manager [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Detaching volume b2aa527f-8de8-4072-8b57-15bd46d96714 [ 1871.457988] env[62880]: INFO nova.virt.block_device [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Attempting to driver detach volume b2aa527f-8de8-4072-8b57-15bd46d96714 from mountpoint /dev/sdb [ 1871.458291] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1871.458484] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388753', 'volume_id': 'b2aa527f-8de8-4072-8b57-15bd46d96714', 'name': 'volume-b2aa527f-8de8-4072-8b57-15bd46d96714', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '890171cb-ef5c-472c-aa01-986105c124f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2aa527f-8de8-4072-8b57-15bd46d96714', 'serial': 'b2aa527f-8de8-4072-8b57-15bd46d96714'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1871.459378] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee9bf85-4e76-4304-8eb6-4ad911e8be14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.482174] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e0242-5fb9-49fd-aa38-7eeb09f3a7a6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.489607] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae98c3b-6fbe-462d-b406-8a059be751ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.511212] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f7650-4bd5-43a0-ae72-b01e6a0540ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.528505] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] The volume has not been displaced from its original location: [datastore2] volume-b2aa527f-8de8-4072-8b57-15bd46d96714/volume-b2aa527f-8de8-4072-8b57-15bd46d96714.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1871.534080] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1871.534453] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5717e85d-f038-4340-a599-30b6a09b55f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.553498] env[62880]: DEBUG oslo_vmware.api [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1871.553498] env[62880]: value = "task-1881296" [ 1871.553498] env[62880]: _type = "Task" [ 1871.553498] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.562111] env[62880]: DEBUG oslo_vmware.api [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.631597] env[62880]: DEBUG nova.network.neutron [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Successfully updated port: 160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.665947] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881293, 'name': PowerOffVM_Task, 'duration_secs': 1.870886} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.666307] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.666486] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.666789] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdf78508-3a71-4565-821c-f9443911b4e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.685240] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.358s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.685448] env[62880]: INFO nova.compute.manager [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Migrating [ 1871.692291] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.569s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.692517] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.692677] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1871.697096] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af59a83-67f5-4578-b9b9-6b03e6888837 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.720235] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f646b3-5d33-4897-bf4b-170380d3dce5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.724514] env[62880]: DEBUG oslo_vmware.api [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881294, 'name': SuspendVM_Task, 'duration_secs': 1.836865} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.725642] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Suspended the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1871.726086] env[62880]: DEBUG nova.compute.manager [None req-92916d01-fdbc-4fbe-b2ac-e07441155a9b tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.727097] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0175ad55-b327-41f5-a384-f9a5f332113b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.738708] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3647d9d-4384-4273-8ca2-dd0e3422377a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.749071] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef460e1-8c95-4829-9e3d-cb23bd72ea75 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.780834] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.781087] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.781294] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.781471] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.781635] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.784032] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180164MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1871.784032] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.784032] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.789706] env[62880]: INFO nova.compute.manager [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Terminating instance [ 1871.814338] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.923845] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.923845] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.924149] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleting the datastore file [datastore1] ba9208d2-de3d-4ca3-99b7-f22a8070cbac {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.924249] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f857f9a-4afe-47dc-b13f-b08b149ce98f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.930570] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1871.930570] env[62880]: value = "task-1881298" [ 1871.930570] env[62880]: _type = "Task" [ 1871.930570] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.939358] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.063328] env[62880]: DEBUG oslo_vmware.api [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881296, 'name': ReconfigVM_Task, 'duration_secs': 0.453522} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.063649] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1872.068562] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3818a0a9-c1a2-4190-a13b-99d751a84132 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.084748] env[62880]: DEBUG oslo_vmware.api [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1872.084748] env[62880]: value = "task-1881299" [ 1872.084748] env[62880]: _type = "Task" [ 1872.084748] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.092836] env[62880]: DEBUG oslo_vmware.api [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.134172] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.134360] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.134576] env[62880]: DEBUG nova.network.neutron [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.212629] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.213043] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.213043] env[62880]: DEBUG nova.network.neutron [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.297489] env[62880]: DEBUG nova.compute.manager [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1872.297696] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.298947] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52a363-8010-4a6b-9c20-5822b4ebc667 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.306542] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.306757] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-414166dc-e9dc-4781-90ec-341ecc568da7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.312991] env[62880]: DEBUG oslo_vmware.api [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1872.312991] env[62880]: value = "task-1881300" [ 1872.312991] env[62880]: _type = "Task" [ 1872.312991] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.321219] env[62880]: DEBUG oslo_vmware.api [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.441176] env[62880]: DEBUG oslo_vmware.api [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332432} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.441461] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.441646] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.441821] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.441985] env[62880]: INFO nova.compute.manager [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1872.442245] env[62880]: DEBUG oslo.service.loopingcall [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.442437] env[62880]: DEBUG nova.compute.manager [-] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.442529] env[62880]: DEBUG nova.network.neutron [-] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.457477] env[62880]: DEBUG nova.compute.manager [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Received event network-vif-plugged-160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1872.457743] env[62880]: DEBUG oslo_concurrency.lockutils [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] Acquiring lock "479f566f-f6ac-4568-8390-d69353ee303c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.458511] env[62880]: DEBUG oslo_concurrency.lockutils [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] Lock "479f566f-f6ac-4568-8390-d69353ee303c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.458511] env[62880]: DEBUG oslo_concurrency.lockutils [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] Lock "479f566f-f6ac-4568-8390-d69353ee303c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.458511] env[62880]: DEBUG nova.compute.manager [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] No waiting events found dispatching network-vif-plugged-160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1872.458511] env[62880]: WARNING nova.compute.manager [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Received unexpected event network-vif-plugged-160c5fb2-f132-4aca-8abb-1029e3de69b3 for instance with vm_state building and task_state spawning. [ 1872.458511] env[62880]: DEBUG nova.compute.manager [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Received event network-changed-160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1872.459020] env[62880]: DEBUG nova.compute.manager [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Refreshing instance network info cache due to event network-changed-160c5fb2-f132-4aca-8abb-1029e3de69b3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1872.459020] env[62880]: DEBUG oslo_concurrency.lockutils [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] Acquiring lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.594497] env[62880]: DEBUG oslo_vmware.api [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881299, 'name': ReconfigVM_Task, 'duration_secs': 0.134723} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.594795] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388753', 'volume_id': 'b2aa527f-8de8-4072-8b57-15bd46d96714', 'name': 'volume-b2aa527f-8de8-4072-8b57-15bd46d96714', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '890171cb-ef5c-472c-aa01-986105c124f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2aa527f-8de8-4072-8b57-15bd46d96714', 'serial': 'b2aa527f-8de8-4072-8b57-15bd46d96714'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1872.710116] env[62880]: DEBUG nova.network.neutron [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.798999] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Applying migration context for instance 09cfe1aa-71fe-494f-962e-4f7400629e83 as it has an incoming, in-progress migration ffcb24d8-9ea5-4328-8669-f58ac78c615f. Migration status is pre-migrating {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1872.801866] env[62880]: INFO nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating resource usage from migration ffcb24d8-9ea5-4328-8669-f58ac78c615f [ 1872.835530] env[62880]: DEBUG oslo_vmware.api [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881300, 'name': PowerOffVM_Task, 'duration_secs': 0.233569} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c61a763-257f-4756-9dbe-0ba7a058e1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 890171cb-ef5c-472c-aa01-986105c124f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 1a9d5473-6ff5-463f-9427-e7f51aa5cb90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 42962ea7-3545-4668-9da2-dc7465c0027c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 0b39504b-c644-4d68-9a04-a38ab8599790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance e8b8fdee-6198-4c05-8233-add7e4bcf20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837311] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837617] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 407fff54-f5a7-4720-a373-4fc9cd147032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.837617] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 029dd3a8-2b00-43cd-8335-837c61d91344 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1872.837675] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance ba9208d2-de3d-4ca3-99b7-f22a8070cbac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.838256] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 6169c16a-6186-46fa-8427-7f0eafc774b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.838256] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 479f566f-f6ac-4568-8390-d69353ee303c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.838256] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Migration ffcb24d8-9ea5-4328-8669-f58ac78c615f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1872.838256] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 09cfe1aa-71fe-494f-962e-4f7400629e83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.838573] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1872.838573] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1872.840740] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1872.840977] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.847592] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bdda43e-7563-4750-9947-fd1a4027fb1a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.976354] env[62880]: DEBUG nova.network.neutron [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance_info_cache with network_info: [{"id": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "address": "fa:16:3e:52:f2:9f", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5eb2eb-95", "ovs_interfaceid": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.029902] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1873.030036] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1873.030238] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleting the datastore file [datastore1] 1a9d5473-6ff5-463f-9427-e7f51aa5cb90 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1873.030498] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa0ba062-adfe-47b9-ad32-1a2846a40255 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.037858] env[62880]: DEBUG oslo_vmware.api [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1873.037858] env[62880]: value = "task-1881302" [ 1873.037858] env[62880]: _type = "Task" [ 1873.037858] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.051308] env[62880]: DEBUG nova.network.neutron [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [{"id": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "address": "fa:16:3e:a1:b3:c9", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160c5fb2-f1", "ovs_interfaceid": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.052377] env[62880]: DEBUG oslo_vmware.api [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.090626] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fa69ed-7c2f-47e9-b8c1-1a1f9cf42bc3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.098815] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0250bb02-6315-43fe-a51c-9a7dd4761701 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.128736] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc52d12-4704-494d-8ccd-5b56cc7159fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.137344] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e4d55-5e7e-4fcc-9ac3-51c02108117b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.142452] env[62880]: DEBUG nova.objects.instance [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.154822] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.327552] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "6169c16a-6186-46fa-8427-7f0eafc774b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.328045] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "6169c16a-6186-46fa-8427-7f0eafc774b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.328045] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "6169c16a-6186-46fa-8427-7f0eafc774b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.328182] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "6169c16a-6186-46fa-8427-7f0eafc774b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.328358] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "6169c16a-6186-46fa-8427-7f0eafc774b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.330849] env[62880]: INFO nova.compute.manager [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Terminating instance [ 1873.479189] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.506018] env[62880]: DEBUG nova.network.neutron [-] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.551852] env[62880]: DEBUG oslo_vmware.api [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259732} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.552153] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1873.552447] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1873.552732] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.553083] env[62880]: INFO nova.compute.manager [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1873.553402] env[62880]: DEBUG oslo.service.loopingcall [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.554490] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.554490] env[62880]: DEBUG nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Instance network_info: |[{"id": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "address": "fa:16:3e:a1:b3:c9", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160c5fb2-f1", "ovs_interfaceid": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1873.554677] env[62880]: DEBUG nova.compute.manager [-] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1873.554801] env[62880]: DEBUG nova.network.neutron [-] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1873.557234] env[62880]: DEBUG oslo_concurrency.lockutils [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] Acquired lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.557504] env[62880]: DEBUG nova.network.neutron [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Refreshing network info cache for port 160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.559081] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:b3:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '160c5fb2-f132-4aca-8abb-1029e3de69b3', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1873.567783] env[62880]: DEBUG oslo.service.loopingcall [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.568852] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1873.569646] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567a880d-3831-4134-978c-c74d57aa9e44 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.590692] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1873.590692] env[62880]: value = "task-1881303" [ 1873.590692] env[62880]: _type = "Task" [ 1873.590692] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.599353] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881303, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.658208] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.834346] env[62880]: DEBUG nova.compute.manager [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1873.834778] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.835912] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e289ab-4522-438d-8f25-d6d5f4955734 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.845842] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.846158] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d26ee4f9-8e8c-439c-80e0-a708c08e49f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.008844] env[62880]: INFO nova.compute.manager [-] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Took 1.57 seconds to deallocate network for instance. [ 1874.101156] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881303, 'name': CreateVM_Task, 'duration_secs': 0.368088} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.101313] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1874.102014] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.102221] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.102578] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1874.102832] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027963a3-b44f-4d2b-a7b4-26eb2800f3c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.108168] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1874.108168] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ad1df7-19e5-f209-48d9-5522ca594798" [ 1874.108168] env[62880]: _type = "Task" [ 1874.108168] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.122172] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ad1df7-19e5-f209-48d9-5522ca594798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.122172] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.122172] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.122172] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleting the datastore file [datastore1] 6169c16a-6186-46fa-8427-7f0eafc774b6 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.122172] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c42d14-594c-49b0-b7ee-d322397bf6cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.123318] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.129587] env[62880]: DEBUG oslo_vmware.api [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1874.129587] env[62880]: value = "task-1881305" [ 1874.129587] env[62880]: _type = "Task" [ 1874.129587] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.136069] env[62880]: DEBUG oslo_vmware.api [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.150852] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6f238e6d-fc07-4739-84c1-0e8669474e7e tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.152116] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.029s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.153484] env[62880]: DEBUG nova.compute.manager [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.153484] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421b525-dce7-4ed9-8376-e272308c2407 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.161587] env[62880]: DEBUG nova.compute.manager [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1874.162172] env[62880]: DEBUG nova.objects.instance [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.166448] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1874.166448] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.381s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.166448] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.351s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.166448] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.192628] env[62880]: INFO nova.scheduler.client.report [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Deleted allocations for instance 029dd3a8-2b00-43cd-8335-837c61d91344 [ 1874.520919] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.521690] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.521690] env[62880]: DEBUG nova.objects.instance [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lazy-loading 'resources' on Instance uuid ba9208d2-de3d-4ca3-99b7-f22a8070cbac {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.538329] env[62880]: DEBUG nova.compute.manager [req-b40d241b-5b52-43ef-a5c7-c4f2cfbdc6b8 req-b8bf970b-6a6d-4a26-a9f4-229c76544466 service nova] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Received event network-vif-deleted-6ff0e674-a985-4d14-b771-1ec113ae8de4 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1874.621185] env[62880]: DEBUG nova.network.neutron [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updated VIF entry in instance network info cache for port 160c5fb2-f132-4aca-8abb-1029e3de69b3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.621425] env[62880]: DEBUG nova.network.neutron [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [{"id": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "address": "fa:16:3e:a1:b3:c9", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160c5fb2-f1", "ovs_interfaceid": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.647778] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ad1df7-19e5-f209-48d9-5522ca594798, 'name': SearchDatastore_Task, 'duration_secs': 0.016618} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.656946] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.657222] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.657481] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.657627] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.657805] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.658721] env[62880]: DEBUG oslo_vmware.api [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426777} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.658951] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-387c194e-33a2-48f3-a424-925469ebcb5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.661678] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1874.661886] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1874.662106] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.663465] env[62880]: INFO nova.compute.manager [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Took 0.83 seconds to destroy the instance on the hypervisor. [ 1874.663588] env[62880]: DEBUG oslo.service.loopingcall [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.664098] env[62880]: DEBUG nova.compute.manager [-] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1874.664353] env[62880]: DEBUG nova.network.neutron [-] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1874.674079] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.674293] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.678009] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec42819a-7fee-49e4-988f-61e660899c9b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.680786] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1874.680786] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521fb691-6491-5f77-6cca-6193592ed49c" [ 1874.680786] env[62880]: _type = "Task" [ 1874.680786] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.690879] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521fb691-6491-5f77-6cca-6193592ed49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.702632] env[62880]: DEBUG oslo_concurrency.lockutils [None req-594a21db-860b-4043-b517-cb6a80bd38d8 tempest-ServerPasswordTestJSON-1320007569 tempest-ServerPasswordTestJSON-1320007569-project-member] Lock "029dd3a8-2b00-43cd-8335-837c61d91344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.114s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.993869] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b788ad-7ab1-4b48-9362-484c60e62e2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.013942] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance '09cfe1aa-71fe-494f-962e-4f7400629e83' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1875.130897] env[62880]: DEBUG oslo_concurrency.lockutils [req-f499b456-bf6e-47e7-9fdf-42cb56b2b91a req-7b380672-c279-41e0-8d8b-f62555e466c0 service nova] Releasing lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.171603] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.171881] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae245b5-8014-48c7-9496-5221ec885e91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.179635] env[62880]: DEBUG oslo_vmware.api [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1875.179635] env[62880]: value = "task-1881307" [ 1875.179635] env[62880]: _type = "Task" [ 1875.179635] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.196776] env[62880]: DEBUG nova.network.neutron [-] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.198223] env[62880]: DEBUG oslo_vmware.api [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.205823] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521fb691-6491-5f77-6cca-6193592ed49c, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.206881] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a2a18a-fd32-49ce-a113-5dfbc3a9cdc3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.213263] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1875.213263] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e9cb3b-cec5-fd88-7bb3-96af3fb3ac20" [ 1875.213263] env[62880]: _type = "Task" [ 1875.213263] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.225312] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e9cb3b-cec5-fd88-7bb3-96af3fb3ac20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.251014] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13656219-17e2-4ce8-a1b7-71a8c7dff0ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.258471] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185bfb1-6cd7-4dba-964c-e5082bec9414 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.291977] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaee2cb-a2ee-4f81-affb-a59a19c6efbf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.300353] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a1b1c-0586-42da-abb8-898e9fabddf0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.315677] env[62880]: DEBUG nova.compute.provider_tree [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.382157] env[62880]: DEBUG nova.network.neutron [-] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.521154] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.521439] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16076be1-496b-452f-88ff-7dfc48780e90 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.529094] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1875.529094] env[62880]: value = "task-1881308" [ 1875.529094] env[62880]: _type = "Task" [ 1875.529094] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.537266] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.693102] env[62880]: DEBUG oslo_vmware.api [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881307, 'name': PowerOffVM_Task, 'duration_secs': 0.355945} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.693337] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.693525] env[62880]: DEBUG nova.compute.manager [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.694378] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c716101-76e9-4a5c-aedc-f342b32381ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.702549] env[62880]: INFO nova.compute.manager [-] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Took 2.15 seconds to deallocate network for instance. [ 1875.723362] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e9cb3b-cec5-fd88-7bb3-96af3fb3ac20, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.723662] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.723914] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c/479f566f-f6ac-4568-8390-d69353ee303c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1875.724223] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e07c9973-6497-41b8-84f4-8d9bb5829b7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.731111] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1875.731111] env[62880]: value = "task-1881309" [ 1875.731111] env[62880]: _type = "Task" [ 1875.731111] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.739518] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.824013] env[62880]: DEBUG nova.scheduler.client.report [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.884061] env[62880]: INFO nova.compute.manager [-] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Took 1.22 seconds to deallocate network for instance. [ 1876.041817] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881308, 'name': PowerOffVM_Task, 'duration_secs': 0.253234} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.042178] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1876.042380] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance '09cfe1aa-71fe-494f-962e-4f7400629e83' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.206324] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8ec00662-fe08-4195-a83f-a943d53a80c1 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.208340] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.244730] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881309, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.330781] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.334089] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.126s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.334593] env[62880]: DEBUG nova.objects.instance [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'resources' on Instance uuid 1a9d5473-6ff5-463f-9427-e7f51aa5cb90 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.360718] env[62880]: INFO nova.scheduler.client.report [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted allocations for instance ba9208d2-de3d-4ca3-99b7-f22a8070cbac [ 1876.391628] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.549967] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1876.550338] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.550338] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1876.553035] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.554022] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1876.554022] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1876.554022] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1876.554340] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1876.554629] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1876.554935] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1876.555268] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1876.563256] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15cdf9d0-4722-4e8f-b31d-7de76d86ec49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.580749] env[62880]: DEBUG nova.compute.manager [req-0ef6fc4d-9a9a-49a2-a9e7-a0ac24fb489f req-6d73eaa1-26e3-4b11-a7a6-5396eb41b85b service nova] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Received event network-vif-deleted-8dca819e-9317-4a38-bc4b-9b9d867fa4e7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1876.583950] env[62880]: DEBUG nova.compute.manager [req-0ef6fc4d-9a9a-49a2-a9e7-a0ac24fb489f req-6d73eaa1-26e3-4b11-a7a6-5396eb41b85b service nova] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Received event network-vif-deleted-33bda964-abde-4756-9398-c65cf54da938 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1876.583950] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1876.583950] env[62880]: value = "task-1881311" [ 1876.583950] env[62880]: _type = "Task" [ 1876.583950] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.595381] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881311, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.742828] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540928} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.744536] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c/479f566f-f6ac-4568-8390-d69353ee303c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1876.744536] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1876.744536] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d2a2bcb-6331-49a9-b4a2-089b4ed16501 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.752428] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1876.752428] env[62880]: value = "task-1881312" [ 1876.752428] env[62880]: _type = "Task" [ 1876.752428] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.760420] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.871137] env[62880]: DEBUG oslo_concurrency.lockutils [None req-752aae5a-8b51-4702-a89e-ac21724cffb5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "ba9208d2-de3d-4ca3-99b7-f22a8070cbac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.741s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.920682] env[62880]: DEBUG nova.objects.instance [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.044546] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fcdded-ce9c-4fd2-9539-47d9fe36684b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.052368] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e56922-5d10-46ea-a945-1ed46923b11c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.087991] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067a4d9-bf8a-4186-bbef-e9e6ef1cdbf5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.098604] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3204a4a-abc0-497a-9967-3ec8b33eb516 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.102228] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881311, 'name': ReconfigVM_Task, 'duration_secs': 0.436605} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.102521] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance '09cfe1aa-71fe-494f-962e-4f7400629e83' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1877.118339] env[62880]: DEBUG nova.compute.provider_tree [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.261436] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.425337] env[62880]: DEBUG oslo_concurrency.lockutils [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.425557] env[62880]: DEBUG oslo_concurrency.lockutils [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.425758] env[62880]: DEBUG nova.network.neutron [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.425942] env[62880]: DEBUG nova.objects.instance [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'info_cache' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.609833] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T13:22:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f71a6054-6eff-4d50-87cd-10b60b72bf9e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2059772491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.610267] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.610267] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.610415] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.610557] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.610701] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.610902] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.611090] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.611286] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.611450] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.611619] env[62880]: DEBUG nova.virt.hardware [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.616823] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1877.617141] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d6c968-155a-4401-a87f-b57fa2e0e167 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.630761] env[62880]: DEBUG nova.scheduler.client.report [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.639729] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1877.639729] env[62880]: value = "task-1881313" [ 1877.639729] env[62880]: _type = "Task" [ 1877.639729] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.647663] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.762646] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.638984} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.764637] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1877.764637] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac9962b-34a9-43b9-8a44-8b47b4f3507c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.785834] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c/479f566f-f6ac-4568-8390-d69353ee303c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.786450] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee5d7622-d051-43e5-a161-88b6af82e705 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.805079] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1877.805079] env[62880]: value = "task-1881314" [ 1877.805079] env[62880]: _type = "Task" [ 1877.805079] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.812979] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.930109] env[62880]: DEBUG nova.objects.base [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Object Instance<890171cb-ef5c-472c-aa01-986105c124f2> lazy-loaded attributes: flavor,info_cache {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1878.135986] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.138119] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.747s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.138387] env[62880]: DEBUG nova.objects.instance [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'resources' on Instance uuid 6169c16a-6186-46fa-8427-7f0eafc774b6 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.149381] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881313, 'name': ReconfigVM_Task, 'duration_secs': 0.166055} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.150169] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1878.151046] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f26c6d7-830d-45b4-8531-a7ad359091ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.173439] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83/09cfe1aa-71fe-494f-962e-4f7400629e83.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.174636] env[62880]: INFO nova.scheduler.client.report [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleted allocations for instance 1a9d5473-6ff5-463f-9427-e7f51aa5cb90 [ 1878.176057] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47f0e1e-987c-4638-96c2-65bb9034cbfb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.198031] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1878.198031] env[62880]: value = "task-1881315" [ 1878.198031] env[62880]: _type = "Task" [ 1878.198031] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.208541] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.316385] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881314, 'name': ReconfigVM_Task, 'duration_secs': 0.314636} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.316664] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c/479f566f-f6ac-4568-8390-d69353ee303c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.317700] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-472fa7cd-928a-492c-9f6d-24c92c4fc9de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.323778] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1878.323778] env[62880]: value = "task-1881316" [ 1878.323778] env[62880]: _type = "Task" [ 1878.323778] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.332337] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881316, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.429269] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.429524] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.437853] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "34f232c9-e2f9-4358-a831-e5f87b83ff01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.438194] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "34f232c9-e2f9-4358-a831-e5f87b83ff01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.680832] env[62880]: DEBUG nova.network.neutron [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updating instance_info_cache with network_info: [{"id": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "address": "fa:16:3e:f8:73:e1", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90553859-30", "ovs_interfaceid": "90553859-30e2-4f5b-8b69-bf3d012f6eb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.695381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-954ae021-e62e-4f52-b51b-3dff45f1dd35 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "1a9d5473-6ff5-463f-9427-e7f51aa5cb90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.914s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.714020] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881315, 'name': ReconfigVM_Task, 'duration_secs': 0.283274} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.714020] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83/09cfe1aa-71fe-494f-962e-4f7400629e83.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.714020] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance '09cfe1aa-71fe-494f-962e-4f7400629e83' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1878.834880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "7a2373a1-136b-499b-8593-4d434188fb04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.835123] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "7a2373a1-136b-499b-8593-4d434188fb04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.840077] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881316, 'name': Rename_Task, 'duration_secs': 0.153459} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.840549] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.840748] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-305b358f-6a18-4ef4-9c43-9ccb7f4dfdfc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.849335] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1878.849335] env[62880]: value = "task-1881318" [ 1878.849335] env[62880]: _type = "Task" [ 1878.849335] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.858090] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.883464] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e1c5f-c26e-489b-a04d-34541e8a03e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.891919] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bef751-0645-4577-9b57-8c9c7917e641 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.924806] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfb9ca3-58b0-40e0-a4f2-311104084da5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.932482] env[62880]: DEBUG nova.compute.manager [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1878.936485] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a9513a-e3e7-40f2-bb49-a2a4a0154eb3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.940582] env[62880]: DEBUG nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1878.953144] env[62880]: DEBUG nova.compute.provider_tree [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.184133] env[62880]: DEBUG oslo_concurrency.lockutils [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Releasing lock "refresh_cache-890171cb-ef5c-472c-aa01-986105c124f2" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.218536] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753db08c-5076-44a7-aea2-8fc20ccdfd3e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.238830] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397d5be0-0978-4eef-a509-5060fb8c1f81 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.256182] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance '09cfe1aa-71fe-494f-962e-4f7400629e83' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.341332] env[62880]: DEBUG nova.compute.manager [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.359846] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881318, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.456688] env[62880]: DEBUG nova.scheduler.client.report [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.465357] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.466293] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.817506] env[62880]: DEBUG nova.network.neutron [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Port 6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1879.859879] env[62880]: DEBUG oslo_vmware.api [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881318, 'name': PowerOnVM_Task, 'duration_secs': 0.714817} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.860157] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.860361] env[62880]: INFO nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1879.860533] env[62880]: DEBUG nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.861305] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8f1751-0c34-448a-afab-0ce0a4f8a3ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.870333] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.962300] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.964954] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.500s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.966803] env[62880]: INFO nova.compute.claims [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.984937] env[62880]: INFO nova.scheduler.client.report [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted allocations for instance 6169c16a-6186-46fa-8427-7f0eafc774b6 [ 1880.189887] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.190314] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-159f3685-3ddf-4c0d-8bd4-fde1f672b38c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.198243] env[62880]: DEBUG oslo_vmware.api [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1880.198243] env[62880]: value = "task-1881319" [ 1880.198243] env[62880]: _type = "Task" [ 1880.198243] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.205717] env[62880]: DEBUG oslo_vmware.api [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.379556] env[62880]: INFO nova.compute.manager [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Took 13.70 seconds to build instance. [ 1880.427250] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.427529] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.495468] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d33ea122-8cdd-4b2d-ac62-63b4dd6586a4 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "6169c16a-6186-46fa-8427-7f0eafc774b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.168s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.544351] env[62880]: INFO nova.compute.manager [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Rebuilding instance [ 1880.591441] env[62880]: DEBUG nova.compute.manager [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.592395] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d1c58-801d-4912-8625-90a594028e13 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.708658] env[62880]: DEBUG oslo_vmware.api [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881319, 'name': PowerOnVM_Task, 'duration_secs': 0.466847} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.708924] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.709216] env[62880]: DEBUG nova.compute.manager [None req-301b8472-9446-4645-aa21-981905aebbef tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.710226] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab23366-6d75-454a-bd9b-ab032d420ec1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.743353] env[62880]: DEBUG nova.compute.manager [req-954ed14b-4dcb-4802-ba0b-afbbe1bb61f3 req-5df7a308-48fe-4ef2-8bc8-18a9b02ac97d service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Received event network-changed-160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.743575] env[62880]: DEBUG nova.compute.manager [req-954ed14b-4dcb-4802-ba0b-afbbe1bb61f3 req-5df7a308-48fe-4ef2-8bc8-18a9b02ac97d service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Refreshing instance network info cache due to event network-changed-160c5fb2-f132-4aca-8abb-1029e3de69b3. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1880.743804] env[62880]: DEBUG oslo_concurrency.lockutils [req-954ed14b-4dcb-4802-ba0b-afbbe1bb61f3 req-5df7a308-48fe-4ef2-8bc8-18a9b02ac97d service nova] Acquiring lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.744057] env[62880]: DEBUG oslo_concurrency.lockutils [req-954ed14b-4dcb-4802-ba0b-afbbe1bb61f3 req-5df7a308-48fe-4ef2-8bc8-18a9b02ac97d service nova] Acquired lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.744234] env[62880]: DEBUG nova.network.neutron [req-954ed14b-4dcb-4802-ba0b-afbbe1bb61f3 req-5df7a308-48fe-4ef2-8bc8-18a9b02ac97d service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Refreshing network info cache for port 160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.843503] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.843503] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.843503] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.881505] env[62880]: DEBUG oslo_concurrency.lockutils [None req-367fab5b-9e75-4c05-b9c7-55d17be27f8a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.206s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.929574] env[62880]: DEBUG nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1881.210833] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c96ffb-f8af-48c4-b9b2-f7a6f5e8b8de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.218680] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67db80d0-ee81-4c00-ab2f-4fa5e33430b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.262038] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b5343-11a3-4a39-a4ff-fa6a1cb98bcb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.275849] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6cadfd-c9b6-4db7-bede-463a0dec4f2b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.290354] env[62880]: DEBUG nova.compute.provider_tree [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.462616] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.608673] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1881.608974] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4446fe49-aabc-49f2-929e-0967e98754c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.617601] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1881.617601] env[62880]: value = "task-1881320" [ 1881.617601] env[62880]: _type = "Task" [ 1881.617601] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.626220] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.627055] env[62880]: DEBUG nova.network.neutron [req-954ed14b-4dcb-4802-ba0b-afbbe1bb61f3 req-5df7a308-48fe-4ef2-8bc8-18a9b02ac97d service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updated VIF entry in instance network info cache for port 160c5fb2-f132-4aca-8abb-1029e3de69b3. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.627478] env[62880]: DEBUG nova.network.neutron [req-954ed14b-4dcb-4802-ba0b-afbbe1bb61f3 req-5df7a308-48fe-4ef2-8bc8-18a9b02ac97d service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [{"id": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "address": "fa:16:3e:a1:b3:c9", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160c5fb2-f1", "ovs_interfaceid": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.798030] env[62880]: DEBUG nova.scheduler.client.report [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.891367] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.891599] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.891702] env[62880]: DEBUG nova.network.neutron [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.926930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "a87368f8-71f6-499c-8665-272f5cc61cbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.926930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.983903] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5923436f-9c5d-4a36-b3a8-fb112f438b97 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.984314] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5923436f-9c5d-4a36-b3a8-fb112f438b97 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.984650] env[62880]: DEBUG nova.objects.instance [None req-5923436f-9c5d-4a36-b3a8-fb112f438b97 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'flavor' on Instance uuid 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.129115] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881320, 'name': PowerOffVM_Task, 'duration_secs': 0.202264} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.129303] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1882.129448] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1882.129899] env[62880]: DEBUG oslo_concurrency.lockutils [req-954ed14b-4dcb-4802-ba0b-afbbe1bb61f3 req-5df7a308-48fe-4ef2-8bc8-18a9b02ac97d service nova] Releasing lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.130976] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1240dd03-7407-4cc9-a14a-952004670f3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.138055] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1882.138311] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824986ce-807d-4d5b-b675-6a0fd8c57088 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.287100] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1882.287385] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1882.287585] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleting the datastore file [datastore2] e8b8fdee-6198-4c05-8233-add7e4bcf20f {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1882.287879] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9899e44-d407-4ee3-98dc-f74faa99fb6e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.295351] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1882.295351] env[62880]: value = "task-1881322" [ 1882.295351] env[62880]: _type = "Task" [ 1882.295351] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.303729] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.304292] env[62880]: DEBUG nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1882.307229] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.307764] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.841s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.309297] env[62880]: INFO nova.compute.claims [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.369520] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.370067] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.428690] env[62880]: DEBUG nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1882.488169] env[62880]: DEBUG nova.objects.instance [None req-5923436f-9c5d-4a36-b3a8-fb112f438b97 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'pci_requests' on Instance uuid 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.647754] env[62880]: DEBUG nova.network.neutron [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance_info_cache with network_info: [{"id": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "address": "fa:16:3e:52:f2:9f", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5eb2eb-95", "ovs_interfaceid": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.805402] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15083} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.805716] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1882.805928] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1882.806124] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1882.809668] env[62880]: DEBUG nova.compute.utils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.810782] env[62880]: DEBUG nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.810947] env[62880]: DEBUG nova.network.neutron [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1882.862539] env[62880]: DEBUG nova.policy [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0a2b391ee948d3b3990e656aaa88e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17d9e8aee61b4f3ea7c5aa6df400f711', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.871981] env[62880]: DEBUG nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1882.952789] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.991141] env[62880]: DEBUG nova.objects.base [None req-5923436f-9c5d-4a36-b3a8-fb112f438b97 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Object Instance<8a79db6b-aaa1-4485-bf96-2e1ee60bc92d> lazy-loaded attributes: flavor,pci_requests {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1882.991422] env[62880]: DEBUG nova.network.neutron [None req-5923436f-9c5d-4a36-b3a8-fb112f438b97 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1883.150676] env[62880]: DEBUG oslo_concurrency.lockutils [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.179747] env[62880]: DEBUG oslo_concurrency.lockutils [None req-5923436f-9c5d-4a36-b3a8-fb112f438b97 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.195s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.252246] env[62880]: DEBUG nova.network.neutron [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Successfully created port: ec1cbac8-0673-4541-bed4-ac5b9a7c153a {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1883.318018] env[62880]: DEBUG nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1883.388055] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.630625] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef91040d-3f0a-4e57-9bd4-e573b6797d7e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.638805] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba2a2b-e75c-4fca-85b2-92d9a24188c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.677171] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58dfb56-69e9-4d39-b6b8-ba76edc67b54 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.686051] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4672fab6-5442-4ae9-88f6-f08ec746c9af {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.691427] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1423656f-a9e9-428e-bd57-8ac9df65c5f5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.703786] env[62880]: DEBUG nova.compute.provider_tree [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.718803] env[62880]: DEBUG nova.scheduler.client.report [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.722097] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d781d758-ff52-400d-9e61-60ac41d33e7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.731324] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance '09cfe1aa-71fe-494f-962e-4f7400629e83' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1883.858477] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.858817] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.859042] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.859300] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.859504] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.859713] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.859992] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.860222] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.860536] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.860698] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.860938] env[62880]: DEBUG nova.virt.hardware [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.862441] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18a1a50-77d9-4a39-a8cb-f6b9ec109a7c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.871895] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5111d69-3972-473c-8589-fca14d783839 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.885731] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e8:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88ce5592-dfd5-42bc-937d-b652f81da3e3', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1883.892958] env[62880]: DEBUG oslo.service.loopingcall [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.893209] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1883.893446] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9248fef-d23a-45be-9acd-afed29c8e2a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.912813] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1883.912813] env[62880]: value = "task-1881323" [ 1883.912813] env[62880]: _type = "Task" [ 1883.912813] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.920046] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881323, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.225927] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.918s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.226457] env[62880]: DEBUG nova.compute.manager [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1884.229058] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.359s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.230493] env[62880]: INFO nova.compute.claims [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1884.236648] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.236755] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb7b411-2258-4890-a976-b1181cee8d24 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.243580] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1884.243580] env[62880]: value = "task-1881324" [ 1884.243580] env[62880]: _type = "Task" [ 1884.243580] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.251913] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.327337] env[62880]: DEBUG nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1884.348611] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1884.349014] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1884.349296] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1884.349574] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1884.349742] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1884.349917] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1884.350175] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1884.350368] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1884.350546] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1884.350709] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1884.350877] env[62880]: DEBUG nova.virt.hardware [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1884.351819] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f109555-1b06-48c6-baad-644ae422f933 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.360105] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159afeed-8844-44e5-a2ec-231aa642fc8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.421556] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881323, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.734791] env[62880]: DEBUG nova.compute.utils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.740399] env[62880]: DEBUG nova.compute.manager [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Not allocating networking since 'none' was specified. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1884.754054] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.757783] env[62880]: DEBUG nova.compute.manager [req-0c9a0c99-bf5b-44cb-969d-bfe9be752007 req-26e245be-c7d1-44c0-8407-b0e4bcdaf3eb service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Received event network-vif-plugged-ec1cbac8-0673-4541-bed4-ac5b9a7c153a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1884.757992] env[62880]: DEBUG oslo_concurrency.lockutils [req-0c9a0c99-bf5b-44cb-969d-bfe9be752007 req-26e245be-c7d1-44c0-8407-b0e4bcdaf3eb service nova] Acquiring lock "34f232c9-e2f9-4358-a831-e5f87b83ff01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.758204] env[62880]: DEBUG oslo_concurrency.lockutils [req-0c9a0c99-bf5b-44cb-969d-bfe9be752007 req-26e245be-c7d1-44c0-8407-b0e4bcdaf3eb service nova] Lock "34f232c9-e2f9-4358-a831-e5f87b83ff01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.758367] env[62880]: DEBUG oslo_concurrency.lockutils [req-0c9a0c99-bf5b-44cb-969d-bfe9be752007 req-26e245be-c7d1-44c0-8407-b0e4bcdaf3eb service nova] Lock "34f232c9-e2f9-4358-a831-e5f87b83ff01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.758548] env[62880]: DEBUG nova.compute.manager [req-0c9a0c99-bf5b-44cb-969d-bfe9be752007 req-26e245be-c7d1-44c0-8407-b0e4bcdaf3eb service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] No waiting events found dispatching network-vif-plugged-ec1cbac8-0673-4541-bed4-ac5b9a7c153a {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.758684] env[62880]: WARNING nova.compute.manager [req-0c9a0c99-bf5b-44cb-969d-bfe9be752007 req-26e245be-c7d1-44c0-8407-b0e4bcdaf3eb service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Received unexpected event network-vif-plugged-ec1cbac8-0673-4541-bed4-ac5b9a7c153a for instance with vm_state building and task_state spawning. [ 1884.840500] env[62880]: DEBUG nova.network.neutron [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Successfully updated port: ec1cbac8-0673-4541-bed4-ac5b9a7c153a {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.925523] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881323, 'name': CreateVM_Task, 'duration_secs': 0.536711} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.925703] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.926377] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.926545] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.926860] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.927121] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7b34b7-4be1-43ea-ae6f-38b7ca48dc79 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.931621] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1884.931621] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5203f1c8-9a16-c10e-2553-9d41b760be08" [ 1884.931621] env[62880]: _type = "Task" [ 1884.931621] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.939044] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5203f1c8-9a16-c10e-2553-9d41b760be08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.019770] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.020064] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.020457] env[62880]: DEBUG nova.objects.instance [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'flavor' on Instance uuid 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.238973] env[62880]: DEBUG nova.compute.manager [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1885.254565] env[62880]: DEBUG oslo_vmware.api [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881324, 'name': PowerOnVM_Task, 'duration_secs': 0.588545} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.254824] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.255010] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-43db7423-66aa-48eb-83d0-7ff075a8d521 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance '09cfe1aa-71fe-494f-962e-4f7400629e83' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1885.343598] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "refresh_cache-34f232c9-e2f9-4358-a831-e5f87b83ff01" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.344035] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "refresh_cache-34f232c9-e2f9-4358-a831-e5f87b83ff01" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.344035] env[62880]: DEBUG nova.network.neutron [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.444440] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5203f1c8-9a16-c10e-2553-9d41b760be08, 'name': SearchDatastore_Task, 'duration_secs': 0.016578} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.444759] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.444990] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.445238] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.445381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.445559] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.445819] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b836d880-3cf4-450b-8e8e-efb85ee43400 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.452286] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.452559] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.452766] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.452943] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.453123] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.457304] env[62880]: INFO nova.compute.manager [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Terminating instance [ 1885.460514] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.460709] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.461679] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d6adc8-b419-4d07-9021-b242bc0f77c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.469886] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1885.469886] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523c6421-a550-2d41-55a3-64ee6a721642" [ 1885.469886] env[62880]: _type = "Task" [ 1885.469886] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.479642] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523c6421-a550-2d41-55a3-64ee6a721642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.480984] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0651d4-839c-4e24-8e40-24db8890339d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.487451] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded653fd-feee-496a-978d-6ae6b91a03a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.517558] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3155d9ae-4fcc-4b41-af2c-8166908c5661 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.527401] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c27e8d0-5eed-4a5a-a995-439c68a74834 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.540790] env[62880]: DEBUG nova.compute.provider_tree [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.617281] env[62880]: DEBUG nova.objects.instance [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'pci_requests' on Instance uuid 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.875618] env[62880]: DEBUG nova.network.neutron [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.962924] env[62880]: DEBUG nova.compute.manager [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1885.963195] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.964177] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7fede5-1311-4e17-98ab-b93fb0b5a9d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.976892] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.977283] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c4c1da-8f11-4e7b-bb76-4521e3220111 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.985746] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523c6421-a550-2d41-55a3-64ee6a721642, 'name': SearchDatastore_Task, 'duration_secs': 0.106142} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.989087] env[62880]: DEBUG oslo_vmware.api [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1885.989087] env[62880]: value = "task-1881325" [ 1885.989087] env[62880]: _type = "Task" [ 1885.989087] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.989302] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fc7ef6-2eef-4778-951a-277a6482e834 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.002071] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1886.002071] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523b47f6-1538-68e7-93b5-c2a7deee5f75" [ 1886.002071] env[62880]: _type = "Task" [ 1886.002071] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.010761] env[62880]: DEBUG oslo_vmware.api [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.023052] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523b47f6-1538-68e7-93b5-c2a7deee5f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.043706] env[62880]: DEBUG nova.scheduler.client.report [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.054046] env[62880]: DEBUG nova.network.neutron [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Updating instance_info_cache with network_info: [{"id": "ec1cbac8-0673-4541-bed4-ac5b9a7c153a", "address": "fa:16:3e:b8:5f:7d", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1cbac8-06", "ovs_interfaceid": "ec1cbac8-0673-4541-bed4-ac5b9a7c153a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.121587] env[62880]: DEBUG nova.objects.base [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Object Instance<8a79db6b-aaa1-4485-bf96-2e1ee60bc92d> lazy-loaded attributes: flavor,pci_requests {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1886.121864] env[62880]: DEBUG nova.network.neutron [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1886.164734] env[62880]: DEBUG nova.policy [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1886.248403] env[62880]: DEBUG nova.compute.manager [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1886.275626] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.275991] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.275991] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.276180] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.276349] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.276505] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.276707] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.276862] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.277039] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.277189] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.277353] env[62880]: DEBUG nova.virt.hardware [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.278195] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da807d01-7a42-4018-be95-f1942ab73aca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.286576] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b24ca19-3f6b-4607-9078-948b83c97e81 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.301076] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.307521] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Creating folder: Project (cd2cff1feec44841bc649c0c34125f41). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1886.307521] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da6d80f2-0ef9-4322-855d-f7c8390f1650 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.317293] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Created folder: Project (cd2cff1feec44841bc649c0c34125f41) in parent group-v388473. [ 1886.317489] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Creating folder: Instances. Parent ref: group-v388774. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1886.317712] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb9b128d-096a-4ef4-b8e9-03b002c5c6d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.326256] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Created folder: Instances in parent group-v388774. [ 1886.326469] env[62880]: DEBUG oslo.service.loopingcall [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.326697] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.326896] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd4edea4-9d10-4130-aff5-eaa30e56c501 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.342854] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.342854] env[62880]: value = "task-1881328" [ 1886.342854] env[62880]: _type = "Task" [ 1886.342854] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.350302] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881328, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.455286] env[62880]: DEBUG nova.network.neutron [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Successfully created port: 2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1886.502421] env[62880]: DEBUG oslo_vmware.api [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881325, 'name': PowerOffVM_Task, 'duration_secs': 0.191067} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.502676] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.502841] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1886.503094] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e40fd80-7f76-48a5-a8a7-057af3bf79a4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.520429] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523b47f6-1538-68e7-93b5-c2a7deee5f75, 'name': SearchDatastore_Task, 'duration_secs': 0.047575} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.520667] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.520910] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] e8b8fdee-6198-4c05-8233-add7e4bcf20f/e8b8fdee-6198-4c05-8233-add7e4bcf20f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.521194] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-699b7a51-704b-4eef-add7-03a898d92979 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.527260] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1886.527260] env[62880]: value = "task-1881330" [ 1886.527260] env[62880]: _type = "Task" [ 1886.527260] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.535149] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.549165] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.549643] env[62880]: DEBUG nova.compute.manager [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.552327] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.090s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.553804] env[62880]: INFO nova.compute.claims [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1886.557503] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "refresh_cache-34f232c9-e2f9-4358-a831-e5f87b83ff01" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.557892] env[62880]: DEBUG nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Instance network_info: |[{"id": "ec1cbac8-0673-4541-bed4-ac5b9a7c153a", "address": "fa:16:3e:b8:5f:7d", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1cbac8-06", "ovs_interfaceid": "ec1cbac8-0673-4541-bed4-ac5b9a7c153a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1886.558263] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:5f:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec1cbac8-0673-4541-bed4-ac5b9a7c153a', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.565659] env[62880]: DEBUG oslo.service.loopingcall [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.565867] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.566095] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bb024a4-51c3-493a-8648-2979efbb784f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.586510] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.586510] env[62880]: value = "task-1881331" [ 1886.586510] env[62880]: _type = "Task" [ 1886.586510] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.595089] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881331, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.687209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1886.687437] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1886.687640] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleting the datastore file [datastore2] b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1886.687933] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34abfc46-0f13-40b4-8587-c35647c85e8c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.695109] env[62880]: DEBUG oslo_vmware.api [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for the task: (returnval){ [ 1886.695109] env[62880]: value = "task-1881332" [ 1886.695109] env[62880]: _type = "Task" [ 1886.695109] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.703407] env[62880]: DEBUG oslo_vmware.api [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.854558] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881328, 'name': CreateVM_Task, 'duration_secs': 0.272049} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.854738] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.855204] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.855362] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.855718] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.855991] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0e83a2-8e2f-4f47-ab66-702461ff45f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.860915] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1886.860915] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a5f327-7b88-3f2a-3b6d-5b6a19f9f432" [ 1886.860915] env[62880]: _type = "Task" [ 1886.860915] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.869510] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a5f327-7b88-3f2a-3b6d-5b6a19f9f432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.035438] env[62880]: DEBUG nova.compute.manager [req-66b48891-3481-4044-83ac-9fa8c4b1e71f req-6cdbd201-f18a-48e9-99f7-7d506d0013e5 service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Received event network-changed-ec1cbac8-0673-4541-bed4-ac5b9a7c153a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1887.035741] env[62880]: DEBUG nova.compute.manager [req-66b48891-3481-4044-83ac-9fa8c4b1e71f req-6cdbd201-f18a-48e9-99f7-7d506d0013e5 service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Refreshing instance network info cache due to event network-changed-ec1cbac8-0673-4541-bed4-ac5b9a7c153a. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1887.035857] env[62880]: DEBUG oslo_concurrency.lockutils [req-66b48891-3481-4044-83ac-9fa8c4b1e71f req-6cdbd201-f18a-48e9-99f7-7d506d0013e5 service nova] Acquiring lock "refresh_cache-34f232c9-e2f9-4358-a831-e5f87b83ff01" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.036267] env[62880]: DEBUG oslo_concurrency.lockutils [req-66b48891-3481-4044-83ac-9fa8c4b1e71f req-6cdbd201-f18a-48e9-99f7-7d506d0013e5 service nova] Acquired lock "refresh_cache-34f232c9-e2f9-4358-a831-e5f87b83ff01" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.036511] env[62880]: DEBUG nova.network.neutron [req-66b48891-3481-4044-83ac-9fa8c4b1e71f req-6cdbd201-f18a-48e9-99f7-7d506d0013e5 service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Refreshing network info cache for port ec1cbac8-0673-4541-bed4-ac5b9a7c153a {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.044469] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881330, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.061387] env[62880]: DEBUG nova.compute.utils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1887.062882] env[62880]: DEBUG nova.compute.manager [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Not allocating networking since 'none' was specified. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1887.098064] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881331, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.209756] env[62880]: DEBUG oslo_vmware.api [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Task: {'id': task-1881332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248985} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.209756] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.209756] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1887.210038] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1887.210632] env[62880]: INFO nova.compute.manager [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1887.210632] env[62880]: DEBUG oslo.service.loopingcall [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.210918] env[62880]: DEBUG nova.compute.manager [-] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1887.210918] env[62880]: DEBUG nova.network.neutron [-] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1887.377542] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a5f327-7b88-3f2a-3b6d-5b6a19f9f432, 'name': SearchDatastore_Task, 'duration_secs': 0.060322} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.377929] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.378210] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.378538] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.378776] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.379055] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.379341] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-319a2afb-ff74-477f-a514-2342e8b320ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.391807] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.392008] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.392815] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db36a351-3246-4f14-b926-e8e7f1655f33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.399831] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1887.399831] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52516ef3-925b-6b02-bcc6-24609472acf2" [ 1887.399831] env[62880]: _type = "Task" [ 1887.399831] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.409505] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52516ef3-925b-6b02-bcc6-24609472acf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.537822] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615797} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.538089] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] e8b8fdee-6198-4c05-8233-add7e4bcf20f/e8b8fdee-6198-4c05-8233-add7e4bcf20f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.538348] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.538553] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8885130-87bf-404b-8f55-2a41ee8468d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.548760] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1887.548760] env[62880]: value = "task-1881333" [ 1887.548760] env[62880]: _type = "Task" [ 1887.548760] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.559335] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.565050] env[62880]: DEBUG nova.compute.manager [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.599578] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881331, 'name': CreateVM_Task, 'duration_secs': 0.859844} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.602268] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1887.603543] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.603543] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.603871] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1887.604027] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a6c9aa-dde6-436b-88f1-9197cc43222b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.609479] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1887.609479] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bdd1cb-c7cb-bf7f-8e12-3d58bdd544d7" [ 1887.609479] env[62880]: _type = "Task" [ 1887.609479] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.624568] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bdd1cb-c7cb-bf7f-8e12-3d58bdd544d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.694049] env[62880]: DEBUG nova.network.neutron [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Port 6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1887.694049] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.694049] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.694049] env[62880]: DEBUG nova.network.neutron [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1887.790274] env[62880]: DEBUG nova.network.neutron [req-66b48891-3481-4044-83ac-9fa8c4b1e71f req-6cdbd201-f18a-48e9-99f7-7d506d0013e5 service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Updated VIF entry in instance network info cache for port ec1cbac8-0673-4541-bed4-ac5b9a7c153a. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.790714] env[62880]: DEBUG nova.network.neutron [req-66b48891-3481-4044-83ac-9fa8c4b1e71f req-6cdbd201-f18a-48e9-99f7-7d506d0013e5 service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Updating instance_info_cache with network_info: [{"id": "ec1cbac8-0673-4541-bed4-ac5b9a7c153a", "address": "fa:16:3e:b8:5f:7d", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec1cbac8-06", "ovs_interfaceid": "ec1cbac8-0673-4541-bed4-ac5b9a7c153a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.871660] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cd75b3-c0f8-426c-b8e4-35a9405ee59f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.882193] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a26883a-8942-410b-9fa2-f8afaf1f99c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.917992] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c002f6ed-e952-47cc-bc43-9b0b708887de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.928845] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52516ef3-925b-6b02-bcc6-24609472acf2, 'name': SearchDatastore_Task, 'duration_secs': 0.016075} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.930074] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c071b60-00fc-49b2-8f14-a7de5f41edcc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.934392] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6209d4-f8df-4769-995f-b0e2e792bea3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.954074] env[62880]: DEBUG nova.compute.provider_tree [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.955445] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1887.955445] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527c202f-33ab-1e33-8f11-436db194b5ca" [ 1887.955445] env[62880]: _type = "Task" [ 1887.955445] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.965669] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527c202f-33ab-1e33-8f11-436db194b5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.021083} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.966562] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.966867] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 5f7baac8-efaa-40cf-b53c-71cfee334cb3/5f7baac8-efaa-40cf-b53c-71cfee334cb3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1887.967199] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b608bfd3-d282-42fb-adb1-7698f6d558e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.975461] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1887.975461] env[62880]: value = "task-1881334" [ 1887.975461] env[62880]: _type = "Task" [ 1887.975461] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.984863] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.059587] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079603} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.059862] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1888.060642] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02b1cbf-869c-4b78-91a3-cdf1fb50f789 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.087458] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] e8b8fdee-6198-4c05-8233-add7e4bcf20f/e8b8fdee-6198-4c05-8233-add7e4bcf20f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1888.088865] env[62880]: DEBUG nova.network.neutron [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Successfully updated port: 2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1888.090460] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79adb26a-0a80-410f-9ee9-ddb285aaee08 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.106185] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.106374] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.107047] env[62880]: DEBUG nova.network.neutron [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.115454] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1888.115454] env[62880]: value = "task-1881335" [ 1888.115454] env[62880]: _type = "Task" [ 1888.115454] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.122916] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bdd1cb-c7cb-bf7f-8e12-3d58bdd544d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01298} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.123322] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.123578] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1888.123881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.124073] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.124286] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1888.125135] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9ced057-6854-4789-96f4-911a4a111f0c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.130294] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.143070] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1888.143347] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1888.144380] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92782d16-a668-4d02-8ac2-10767ac72938 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.150015] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1888.150015] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527cfaac-cfa6-b275-6e5b-f0aa8cf4b83b" [ 1888.150015] env[62880]: _type = "Task" [ 1888.150015] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.158543] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527cfaac-cfa6-b275-6e5b-f0aa8cf4b83b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.289917] env[62880]: DEBUG nova.network.neutron [-] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.293234] env[62880]: DEBUG oslo_concurrency.lockutils [req-66b48891-3481-4044-83ac-9fa8c4b1e71f req-6cdbd201-f18a-48e9-99f7-7d506d0013e5 service nova] Releasing lock "refresh_cache-34f232c9-e2f9-4358-a831-e5f87b83ff01" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.460987] env[62880]: DEBUG nova.scheduler.client.report [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.485515] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.488078] env[62880]: DEBUG nova.network.neutron [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance_info_cache with network_info: [{"id": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "address": "fa:16:3e:52:f2:9f", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5eb2eb-95", "ovs_interfaceid": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.589917] env[62880]: DEBUG nova.compute.manager [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.617694] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.617946] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.618244] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.618459] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.618615] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.618759] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.619128] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.619307] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.619529] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.619682] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.619853] env[62880]: DEBUG nova.virt.hardware [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.620743] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ccaa5-afac-4bc2-ad94-9aec014fd7fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.637090] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8acc61b-baa4-4d5b-a1d9-aea0eba3e6a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.641128] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881335, 'name': ReconfigVM_Task, 'duration_secs': 0.353785} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.641450] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Reconfigured VM instance instance-00000062 to attach disk [datastore1] e8b8fdee-6198-4c05-8233-add7e4bcf20f/e8b8fdee-6198-4c05-8233-add7e4bcf20f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.642444] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b15ba046-2bf5-4508-997b-c3672753d416 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.652869] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1888.658458] env[62880]: DEBUG oslo.service.loopingcall [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.660489] env[62880]: WARNING nova.network.neutron [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] a6660542-f62d-453a-87ad-4658da1c4ad2 already exists in list: networks containing: ['a6660542-f62d-453a-87ad-4658da1c4ad2']. ignoring it [ 1888.665121] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1888.665440] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1888.665440] env[62880]: value = "task-1881336" [ 1888.665440] env[62880]: _type = "Task" [ 1888.665440] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.665651] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cf66eb0-f7d0-4d87-b4ab-df98cd63a4b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.684919] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527cfaac-cfa6-b275-6e5b-f0aa8cf4b83b, 'name': SearchDatastore_Task, 'duration_secs': 0.05824} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.685990] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b876d18-755b-45cf-8990-9072da252049 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.691281] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881336, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.692916] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1888.692916] env[62880]: value = "task-1881337" [ 1888.692916] env[62880]: _type = "Task" [ 1888.692916] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.697388] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1888.697388] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e61bc3-fc54-361e-bce8-8dbd17a28aba" [ 1888.697388] env[62880]: _type = "Task" [ 1888.697388] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.707620] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881337, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.714748] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e61bc3-fc54-361e-bce8-8dbd17a28aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.793075] env[62880]: INFO nova.compute.manager [-] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Took 1.58 seconds to deallocate network for instance. [ 1888.965736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.966399] env[62880]: DEBUG nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1888.973478] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.021s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.975106] env[62880]: INFO nova.compute.claims [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.987347] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.991691] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.034454] env[62880]: DEBUG nova.network.neutron [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c0d6895-0c3b-4c0f-a2b6-142629fa19c7", "address": "fa:16:3e:7d:d5:68", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0d6895-0c", "ovs_interfaceid": "2c0d6895-0c3b-4c0f-a2b6-142629fa19c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.063853] env[62880]: DEBUG nova.compute.manager [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Received event network-vif-deleted-0a04da97-8294-47eb-99b1-14e50cf1a7c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1889.064031] env[62880]: DEBUG nova.compute.manager [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-vif-plugged-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1889.064217] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.064454] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.064581] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.064753] env[62880]: DEBUG nova.compute.manager [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] No waiting events found dispatching network-vif-plugged-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.064918] env[62880]: WARNING nova.compute.manager [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received unexpected event network-vif-plugged-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 for instance with vm_state active and task_state None. [ 1889.065085] env[62880]: DEBUG nova.compute.manager [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-changed-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1889.065238] env[62880]: DEBUG nova.compute.manager [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Refreshing instance network info cache due to event network-changed-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1889.065403] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] Acquiring lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.188081] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881336, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.201697] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881337, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.209931] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e61bc3-fc54-361e-bce8-8dbd17a28aba, 'name': SearchDatastore_Task, 'duration_secs': 0.054509} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.210193] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.210445] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 34f232c9-e2f9-4358-a831-e5f87b83ff01/34f232c9-e2f9-4358-a831-e5f87b83ff01.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1889.210682] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93aa2330-bb45-4e11-bbf2-20908d841290 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.217826] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1889.217826] env[62880]: value = "task-1881338" [ 1889.217826] env[62880]: _type = "Task" [ 1889.217826] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.225261] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.303707] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.475627] env[62880]: DEBUG nova.compute.utils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1889.477259] env[62880]: DEBUG nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1889.477346] env[62880]: DEBUG nova.network.neutron [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1889.492682] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881334, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.495641] env[62880]: DEBUG nova.compute.manager [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62880) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1889.496020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.537340] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.538497] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.538976] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.539318] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] Acquired lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.539502] env[62880]: DEBUG nova.network.neutron [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Refreshing network info cache for port 2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.541828] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4472b7a7-e2a6-4e33-8b4d-50ff921c35ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.546355] env[62880]: DEBUG nova.policy [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff528f704064c56b7286ea8339a614d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d431c62e8243668f4bcc8f614a3b28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1889.564063] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1889.564322] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1889.564478] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1889.564659] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1889.564792] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1889.564935] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1889.565494] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1889.565494] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1889.565494] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1889.565668] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1889.565786] env[62880]: DEBUG nova.virt.hardware [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1889.572143] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Reconfiguring VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1889.572816] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3cf6cb9-3635-4e17-9381-18c04d91301b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.591629] env[62880]: DEBUG oslo_vmware.api [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1889.591629] env[62880]: value = "task-1881339" [ 1889.591629] env[62880]: _type = "Task" [ 1889.591629] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.600760] env[62880]: DEBUG oslo_vmware.api [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881339, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.688741] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881336, 'name': Rename_Task, 'duration_secs': 0.61702} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.689021] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.689260] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb6fbc3-7070-4213-b25e-7a1ed5fcff89 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.698643] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1889.698643] env[62880]: value = "task-1881340" [ 1889.698643] env[62880]: _type = "Task" [ 1889.698643] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.705023] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881337, 'name': CreateVM_Task, 'duration_secs': 0.869689} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.705558] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1889.706133] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.706312] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.706700] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1889.706949] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1b56e0-da68-444b-8772-72cdac5cbc7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.711660] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.715451] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1889.715451] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b9bf8-2f50-f57c-0109-642decaafd14" [ 1889.715451] env[62880]: _type = "Task" [ 1889.715451] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.726724] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b9bf8-2f50-f57c-0109-642decaafd14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.729841] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.929964] env[62880]: DEBUG nova.network.neutron [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Successfully created port: 9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1889.981097] env[62880]: DEBUG nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1889.998026] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881334, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.104484] env[62880]: DEBUG oslo_vmware.api [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.212319] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.232753] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]528b9bf8-2f50-f57c-0109-642decaafd14, 'name': SearchDatastore_Task, 'duration_secs': 0.25624} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.234768] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.235153] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1890.235488] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.235543] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.235713] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1890.235986] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.238575] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4cb0876-98d1-4a02-90bd-6effe4c2833a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.276272] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1890.276272] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1890.277218] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d907df-b4d2-447b-a92a-a19f67ca5dfa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.284199] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1890.284199] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f97629-676c-2a9c-dee9-8d9e7de95c62" [ 1890.284199] env[62880]: _type = "Task" [ 1890.284199] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.286308] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1646b8d4-20e3-4dbf-9851-4aec11740aab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.293305] env[62880]: DEBUG nova.network.neutron [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updated VIF entry in instance network info cache for port 2c0d6895-0c3b-4c0f-a2b6-142629fa19c7. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1890.293837] env[62880]: DEBUG nova.network.neutron [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c0d6895-0c3b-4c0f-a2b6-142629fa19c7", "address": "fa:16:3e:7d:d5:68", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0d6895-0c", "ovs_interfaceid": "2c0d6895-0c3b-4c0f-a2b6-142629fa19c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.301080] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f97629-676c-2a9c-dee9-8d9e7de95c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.304279] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef58cbf-3897-4bc2-9ae6-4c424c0a6d3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.337400] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dcc82f-6bc9-420d-9cb4-1dadb0dc6f46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.346640] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79a1f7-e05b-4b8a-9969-809dc8ce3782 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.363459] env[62880]: DEBUG nova.compute.provider_tree [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.499799] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881334, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.604057] env[62880]: DEBUG oslo_vmware.api [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881339, 'name': ReconfigVM_Task, 'duration_secs': 0.90595} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.604595] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.604806] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Reconfigured VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1890.711178] env[62880]: DEBUG oslo_vmware.api [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881340, 'name': PowerOnVM_Task, 'duration_secs': 0.985776} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.711607] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.711915] env[62880]: DEBUG nova.compute.manager [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.712826] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dac1a31-8878-4ee9-a93d-091a9d6aadc2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.735104] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.797849] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5113740-60fb-476a-a178-8a3a9636ba36 req-bc27fe56-4aa0-4b8e-a2d8-2777af35d322 service nova] Releasing lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.798439] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f97629-676c-2a9c-dee9-8d9e7de95c62, 'name': SearchDatastore_Task, 'duration_secs': 0.159725} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.799333] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350b7cc5-51b4-436b-8e18-7b9d85ccfa73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.805560] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1890.805560] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b454dd-98a9-6123-dbe9-95d0dcba6245" [ 1890.805560] env[62880]: _type = "Task" [ 1890.805560] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.814199] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b454dd-98a9-6123-dbe9-95d0dcba6245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.867201] env[62880]: DEBUG nova.scheduler.client.report [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.997026] env[62880]: DEBUG nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1890.999065] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881334, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.768113} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.999494] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 5f7baac8-efaa-40cf-b53c-71cfee334cb3/5f7baac8-efaa-40cf-b53c-71cfee334cb3.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1890.999725] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1890.999969] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08c6f14c-6378-4d04-8810-3329224767ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.007821] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1891.007821] env[62880]: value = "task-1881341" [ 1891.007821] env[62880]: _type = "Task" [ 1891.007821] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.016837] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.032716] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1891.033324] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1891.033324] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1891.033527] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1891.033715] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1891.033881] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1891.034157] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1891.034321] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1891.034506] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1891.034720] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1891.034898] env[62880]: DEBUG nova.virt.hardware [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1891.035815] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aacbef5-e21f-4fd1-9ea1-8d9296fd49ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.044433] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6970eee4-4569-4a90-b3ad-e2179e302c15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.109913] env[62880]: DEBUG oslo_concurrency.lockutils [None req-911c853f-745f-460c-b1a3-a1a42b722949 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.090s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.238647] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881338, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.238647] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.317417] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52b454dd-98a9-6123-dbe9-95d0dcba6245, 'name': SearchDatastore_Task, 'duration_secs': 0.137401} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.317646] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.317879] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 7a2373a1-136b-499b-8593-4d434188fb04/7a2373a1-136b-499b-8593-4d434188fb04.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1891.318174] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7119dd-6c9d-4de6-8469-feaf02439385 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.327026] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1891.327026] env[62880]: value = "task-1881342" [ 1891.327026] env[62880]: _type = "Task" [ 1891.327026] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.336106] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.373313] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.373882] env[62880]: DEBUG nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1891.376777] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.989s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.378277] env[62880]: INFO nova.compute.claims [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.498934] env[62880]: DEBUG nova.compute.manager [req-dfb52724-5e2f-4102-b80f-84fbc491d784 req-f4d34f84-1ee2-47dc-ad66-eb44c61950e0 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Received event network-vif-plugged-9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1891.499213] env[62880]: DEBUG oslo_concurrency.lockutils [req-dfb52724-5e2f-4102-b80f-84fbc491d784 req-f4d34f84-1ee2-47dc-ad66-eb44c61950e0 service nova] Acquiring lock "abf01e24-2c69-48c3-944c-6ff672f9ba59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.499452] env[62880]: DEBUG oslo_concurrency.lockutils [req-dfb52724-5e2f-4102-b80f-84fbc491d784 req-f4d34f84-1ee2-47dc-ad66-eb44c61950e0 service nova] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.499654] env[62880]: DEBUG oslo_concurrency.lockutils [req-dfb52724-5e2f-4102-b80f-84fbc491d784 req-f4d34f84-1ee2-47dc-ad66-eb44c61950e0 service nova] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.499822] env[62880]: DEBUG nova.compute.manager [req-dfb52724-5e2f-4102-b80f-84fbc491d784 req-f4d34f84-1ee2-47dc-ad66-eb44c61950e0 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] No waiting events found dispatching network-vif-plugged-9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1891.500168] env[62880]: WARNING nova.compute.manager [req-dfb52724-5e2f-4102-b80f-84fbc491d784 req-f4d34f84-1ee2-47dc-ad66-eb44c61950e0 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Received unexpected event network-vif-plugged-9a02f846-0d2e-47ea-99b8-10f0fbde6a17 for instance with vm_state building and task_state spawning. [ 1891.519242] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105394} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.519491] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.520280] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2326261-fe9d-4f9b-93db-77267414fb2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.541313] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5f7baac8-efaa-40cf-b53c-71cfee334cb3/5f7baac8-efaa-40cf-b53c-71cfee334cb3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.541569] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f2d377-2e4c-43c6-915d-f42e0d9ca07b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.563190] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1891.563190] env[62880]: value = "task-1881343" [ 1891.563190] env[62880]: _type = "Task" [ 1891.563190] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.572261] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.599621] env[62880]: DEBUG nova.network.neutron [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Successfully updated port: 9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1891.733549] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881338, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.161533} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.734101] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 34f232c9-e2f9-4358-a831-e5f87b83ff01/34f232c9-e2f9-4358-a831-e5f87b83ff01.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.734253] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.734430] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef4be290-5789-4c59-bafd-550fdc8c3e47 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.741639] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1891.741639] env[62880]: value = "task-1881344" [ 1891.741639] env[62880]: _type = "Task" [ 1891.741639] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.751744] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.839019] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881342, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.883530] env[62880]: DEBUG nova.compute.utils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.887869] env[62880]: DEBUG nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.888054] env[62880]: DEBUG nova.network.neutron [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.930624] env[62880]: DEBUG nova.policy [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc65469f28c449918f8604c69d59001f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87817e0bd64e4d348e836e41efea4909', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1892.078060] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.102307] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.102618] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.102618] env[62880]: DEBUG nova.network.neutron [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1892.253129] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311582} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.253462] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1892.254300] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd40da1d-2710-4ef4-8937-ac2a7a9c4887 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.277085] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 34f232c9-e2f9-4358-a831-e5f87b83ff01/34f232c9-e2f9-4358-a831-e5f87b83ff01.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.277303] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e063cb-8a20-4a1a-ba90-5c69648684d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.300246] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1892.300246] env[62880]: value = "task-1881345" [ 1892.300246] env[62880]: _type = "Task" [ 1892.300246] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.312442] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.338411] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940144} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.338690] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 7a2373a1-136b-499b-8593-4d434188fb04/7a2373a1-136b-499b-8593-4d434188fb04.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1892.338903] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1892.339187] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-226c8eb7-161f-4dbd-a31b-300ef3c09264 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.347433] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1892.347433] env[62880]: value = "task-1881346" [ 1892.347433] env[62880]: _type = "Task" [ 1892.347433] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.348337] env[62880]: DEBUG nova.network.neutron [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Successfully created port: c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.360056] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.389603] env[62880]: DEBUG nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1892.575832] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881343, 'name': ReconfigVM_Task, 'duration_secs': 0.90471} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.579886] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5f7baac8-efaa-40cf-b53c-71cfee334cb3/5f7baac8-efaa-40cf-b53c-71cfee334cb3.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.581561] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-577da9ef-eb24-4220-af05-6efe2dc5d2bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.588254] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1892.588254] env[62880]: value = "task-1881347" [ 1892.588254] env[62880]: _type = "Task" [ 1892.588254] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.600253] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881347, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.637362] env[62880]: DEBUG nova.network.neutron [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1892.665084] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc26e41e-5ce7-4e60-8641-b6e6b5e0efbf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.674097] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5080fa40-3193-4b3d-9023-dda0d7b120f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.710343] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c81074-abf9-4b06-94b5-b14f4c73693c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.720651] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92981c01-3803-4a93-bba0-5b698aefafad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.736303] env[62880]: DEBUG nova.compute.provider_tree [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.779883] env[62880]: DEBUG nova.network.neutron [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Updating instance_info_cache with network_info: [{"id": "9a02f846-0d2e-47ea-99b8-10f0fbde6a17", "address": "fa:16:3e:bc:a7:98", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a02f846-0d", "ovs_interfaceid": "9a02f846-0d2e-47ea-99b8-10f0fbde6a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.810773] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881345, 'name': ReconfigVM_Task, 'duration_secs': 0.395453} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.811013] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 34f232c9-e2f9-4358-a831-e5f87b83ff01/34f232c9-e2f9-4358-a831-e5f87b83ff01.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.811629] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f733d25-e22a-47d6-a0f5-7694e27bda68 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.817866] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1892.817866] env[62880]: value = "task-1881348" [ 1892.817866] env[62880]: _type = "Task" [ 1892.817866] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.826094] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881348, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.860657] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204083} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.860952] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1892.861796] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d853c-b2bf-40ad-a912-48e40ffae427 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.882177] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 7a2373a1-136b-499b-8593-4d434188fb04/7a2373a1-136b-499b-8593-4d434188fb04.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.882476] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1d5245-bd72-4bb6-8fab-0e9f869c35d2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.897625] env[62880]: INFO nova.virt.block_device [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Booting with volume c6482f15-a420-4954-984e-1672b873f269 at /dev/sda [ 1892.906917] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1892.906917] env[62880]: value = "task-1881349" [ 1892.906917] env[62880]: _type = "Task" [ 1892.906917] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.918473] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.937327] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18e3615b-f661-47d1-8c31-247b3d216363 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.949174] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31022bdc-d495-4904-9df9-243c10d814ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.987382] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-150f0c63-b91c-487a-b966-8f2f71b9b1be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.999039] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a3988a-ca9f-491c-b416-c7503560120e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.038033] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852285a6-a51c-4fcb-93d9-dc0cbb833d6f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.045802] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a8523-0e8f-4dca-ba3c-027c68b939b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.061356] env[62880]: DEBUG nova.virt.block_device [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating existing volume attachment record: 3b83cb5b-e459-428e-870a-d6bcc2c36c31 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1893.113027] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881347, 'name': Rename_Task, 'duration_secs': 0.4463} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.113310] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.113635] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa13db41-f5a2-4be1-be85-1abdf0340202 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.121075] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1893.121075] env[62880]: value = "task-1881350" [ 1893.121075] env[62880]: _type = "Task" [ 1893.121075] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.129966] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.160723] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.161089] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.161579] env[62880]: DEBUG nova.objects.instance [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'flavor' on Instance uuid 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.239405] env[62880]: DEBUG nova.scheduler.client.report [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.282807] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.283073] env[62880]: DEBUG nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Instance network_info: |[{"id": "9a02f846-0d2e-47ea-99b8-10f0fbde6a17", "address": "fa:16:3e:bc:a7:98", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a02f846-0d", "ovs_interfaceid": "9a02f846-0d2e-47ea-99b8-10f0fbde6a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1893.283490] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:a7:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a02f846-0d2e-47ea-99b8-10f0fbde6a17', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1893.291809] env[62880]: DEBUG oslo.service.loopingcall [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.292354] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1893.292567] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63c80ef7-2193-4a1b-8e11-e8adddd51ca4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.313689] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1893.313689] env[62880]: value = "task-1881351" [ 1893.313689] env[62880]: _type = "Task" [ 1893.313689] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.324219] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881351, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.329857] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881348, 'name': Rename_Task, 'duration_secs': 0.17315} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.330140] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.330386] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74efdebb-7909-4e34-a493-10b236070be5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.339234] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1893.339234] env[62880]: value = "task-1881352" [ 1893.339234] env[62880]: _type = "Task" [ 1893.339234] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.350548] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.417937] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.525768] env[62880]: DEBUG nova.compute.manager [req-75d47b23-82a2-4360-87a6-87bfc6095a7e req-79fd1f5b-4378-4e28-975d-ce6f4aea5c30 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Received event network-changed-9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1893.525969] env[62880]: DEBUG nova.compute.manager [req-75d47b23-82a2-4360-87a6-87bfc6095a7e req-79fd1f5b-4378-4e28-975d-ce6f4aea5c30 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Refreshing instance network info cache due to event network-changed-9a02f846-0d2e-47ea-99b8-10f0fbde6a17. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1893.526503] env[62880]: DEBUG oslo_concurrency.lockutils [req-75d47b23-82a2-4360-87a6-87bfc6095a7e req-79fd1f5b-4378-4e28-975d-ce6f4aea5c30 service nova] Acquiring lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.526723] env[62880]: DEBUG oslo_concurrency.lockutils [req-75d47b23-82a2-4360-87a6-87bfc6095a7e req-79fd1f5b-4378-4e28-975d-ce6f4aea5c30 service nova] Acquired lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.526941] env[62880]: DEBUG nova.network.neutron [req-75d47b23-82a2-4360-87a6-87bfc6095a7e req-79fd1f5b-4378-4e28-975d-ce6f4aea5c30 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Refreshing network info cache for port 9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.631518] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.745039] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.745592] env[62880]: DEBUG nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1893.748481] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.445s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.748710] env[62880]: DEBUG nova.objects.instance [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lazy-loading 'resources' on Instance uuid b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.768383] env[62880]: DEBUG nova.objects.instance [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'pci_requests' on Instance uuid 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.825014] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881351, 'name': CreateVM_Task, 'duration_secs': 0.457448} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.825151] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1893.825921] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.826138] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.826514] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1893.826783] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90520555-47b4-47af-92ac-45138b58effa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.832723] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1893.832723] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f3a595-b418-60f9-41f9-5541af0e93bd" [ 1893.832723] env[62880]: _type = "Task" [ 1893.832723] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.842579] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f3a595-b418-60f9-41f9-5541af0e93bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.850980] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881352, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.918662] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881349, 'name': ReconfigVM_Task, 'duration_secs': 0.566408} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.919350] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 7a2373a1-136b-499b-8593-4d434188fb04/7a2373a1-136b-499b-8593-4d434188fb04.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1893.919980] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6ff852d-a2b5-4757-913e-5618f39e1467 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.930292] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1893.930292] env[62880]: value = "task-1881353" [ 1893.930292] env[62880]: _type = "Task" [ 1893.930292] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.942210] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881353, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.993259] env[62880]: DEBUG nova.network.neutron [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Successfully updated port: c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.131961] env[62880]: DEBUG oslo_vmware.api [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881350, 'name': PowerOnVM_Task, 'duration_secs': 0.65091} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.132288] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.132489] env[62880]: INFO nova.compute.manager [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1894.132666] env[62880]: DEBUG nova.compute.manager [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.135555] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba607e44-8122-42a6-be60-9d80ea9c83a4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.251317] env[62880]: DEBUG nova.compute.utils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.252855] env[62880]: DEBUG nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.253067] env[62880]: DEBUG nova.network.neutron [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.270835] env[62880]: DEBUG nova.objects.base [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Object Instance<8a79db6b-aaa1-4485-bf96-2e1ee60bc92d> lazy-loaded attributes: flavor,pci_requests {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1894.271085] env[62880]: DEBUG nova.network.neutron [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.312277] env[62880]: DEBUG nova.policy [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426800d5a3e04f7896ac3fb89131f6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1334b12645b642a8ac060050d27b58f0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.340868] env[62880]: DEBUG nova.network.neutron [req-75d47b23-82a2-4360-87a6-87bfc6095a7e req-79fd1f5b-4378-4e28-975d-ce6f4aea5c30 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Updated VIF entry in instance network info cache for port 9a02f846-0d2e-47ea-99b8-10f0fbde6a17. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.341219] env[62880]: DEBUG nova.network.neutron [req-75d47b23-82a2-4360-87a6-87bfc6095a7e req-79fd1f5b-4378-4e28-975d-ce6f4aea5c30 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Updating instance_info_cache with network_info: [{"id": "9a02f846-0d2e-47ea-99b8-10f0fbde6a17", "address": "fa:16:3e:bc:a7:98", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a02f846-0d", "ovs_interfaceid": "9a02f846-0d2e-47ea-99b8-10f0fbde6a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.357043] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f3a595-b418-60f9-41f9-5541af0e93bd, 'name': SearchDatastore_Task, 'duration_secs': 0.035113} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.357950] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.358513] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1894.358961] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.359329] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.359827] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1894.366142] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee5015f5-7bc3-4869-abc4-1c4fc89f220a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.367406] env[62880]: DEBUG oslo_vmware.api [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881352, 'name': PowerOnVM_Task, 'duration_secs': 0.618759} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.370663] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.374134] env[62880]: INFO nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1894.374134] env[62880]: DEBUG nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.374134] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdfc8a0-c7e1-42dc-952f-a9620af88bee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.384990] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1894.385192] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1894.387538] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45781a9a-1a06-4de2-ae4e-3ea9ff3e6528 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.397074] env[62880]: DEBUG nova.policy [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.403777] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1894.403777] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ee4f0d-71e8-875d-80e2-fe25c4b4660d" [ 1894.403777] env[62880]: _type = "Task" [ 1894.403777] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.214797] env[62880]: DEBUG nova.network.neutron [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Successfully created port: 54392b72-49c2-4cdb-b11e-9f000964f6e5 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1895.216969] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.217119] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.217257] env[62880]: DEBUG nova.network.neutron [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.225912] env[62880]: DEBUG nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1895.228327] env[62880]: DEBUG oslo_concurrency.lockutils [req-75d47b23-82a2-4360-87a6-87bfc6095a7e req-79fd1f5b-4378-4e28-975d-ce6f4aea5c30 service nova] Releasing lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.242946] env[62880]: INFO nova.compute.manager [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Took 15.80 seconds to build instance. [ 1895.250367] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ee4f0d-71e8-875d-80e2-fe25c4b4660d, 'name': SearchDatastore_Task, 'duration_secs': 0.021231} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.256268] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881353, 'name': Rename_Task, 'duration_secs': 0.849185} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.256974] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e092828a-3b20-4b01-9d3b-74ae0743de80 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.259424] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1895.259964] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c428a047-e61c-43d1-a429-5593d902de3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.268356] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1895.268356] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5246ffe5-3271-c8b3-2ad9-76582c164daf" [ 1895.268356] env[62880]: _type = "Task" [ 1895.268356] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.270281] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1895.270281] env[62880]: value = "task-1881354" [ 1895.270281] env[62880]: _type = "Task" [ 1895.270281] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.283323] env[62880]: INFO nova.compute.manager [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Took 15.84 seconds to build instance. [ 1895.289256] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5246ffe5-3271-c8b3-2ad9-76582c164daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.293066] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.317700] env[62880]: DEBUG nova.network.neutron [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.448868] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a398b7-7f11-4a5e-9bb3-8492788a9388 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.458032] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd77548-35c3-4f0e-a245-a3538a37bf3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.494349] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48d1912-1efa-4ffa-973a-39d914f399ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.509131] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895912a5-0810-4308-9994-9893d9f3d9c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.524461] env[62880]: DEBUG nova.compute.provider_tree [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.736080] env[62880]: DEBUG nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1895.736619] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1895.736832] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.736981] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1895.737215] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.737520] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1895.737692] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1895.737912] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1895.738092] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1895.738264] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1895.738430] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1895.738609] env[62880]: DEBUG nova.virt.hardware [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1895.739517] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03447450-78f4-43db-b1b7-0262faa73c25 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.749247] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b16d84-ed40-455b-85a8-f7717e6bcdcd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.753534] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c3a379b-e3ea-4b45-81c6-c53e7885f375 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.324s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.767705] env[62880]: DEBUG nova.network.neutron [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance_info_cache with network_info: [{"id": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "address": "fa:16:3e:73:7c:0b", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c2dd81-ec", "ovs_interfaceid": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.781490] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5246ffe5-3271-c8b3-2ad9-76582c164daf, 'name': SearchDatastore_Task, 'duration_secs': 0.021401} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.782356] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.782751] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] abf01e24-2c69-48c3-944c-6ff672f9ba59/abf01e24-2c69-48c3-944c-6ff672f9ba59.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1895.783083] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae06cd04-427d-4a03-815e-cb5fd6892c5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.789958] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8618b5ec-06f0-48f1-b1d4-b212f933380a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "34f232c9-e2f9-4358-a831-e5f87b83ff01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.352s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.790253] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.798132] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1895.798132] env[62880]: value = "task-1881355" [ 1895.798132] env[62880]: _type = "Task" [ 1895.798132] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.812023] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.002593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "34f232c9-e2f9-4358-a831-e5f87b83ff01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.002885] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "34f232c9-e2f9-4358-a831-e5f87b83ff01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.003183] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "34f232c9-e2f9-4358-a831-e5f87b83ff01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.003382] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "34f232c9-e2f9-4358-a831-e5f87b83ff01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.003617] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "34f232c9-e2f9-4358-a831-e5f87b83ff01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.006132] env[62880]: INFO nova.compute.manager [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Terminating instance [ 1896.027807] env[62880]: DEBUG nova.scheduler.client.report [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1896.107127] env[62880]: DEBUG nova.network.neutron [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Successfully updated port: f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1896.259529] env[62880]: DEBUG nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1896.270314] env[62880]: DEBUG nova.compute.manager [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Received event network-vif-plugged-c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.270719] env[62880]: DEBUG oslo_concurrency.lockutils [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] Acquiring lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.271054] env[62880]: DEBUG oslo_concurrency.lockutils [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.271272] env[62880]: DEBUG oslo_concurrency.lockutils [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.271508] env[62880]: DEBUG nova.compute.manager [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] No waiting events found dispatching network-vif-plugged-c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.271774] env[62880]: WARNING nova.compute.manager [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Received unexpected event network-vif-plugged-c1c2dd81-ec74-4986-b541-fcc40a9c59d9 for instance with vm_state building and task_state spawning. [ 1896.272079] env[62880]: DEBUG nova.compute.manager [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Received event network-changed-c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.272320] env[62880]: DEBUG nova.compute.manager [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Refreshing instance network info cache due to event network-changed-c1c2dd81-ec74-4986-b541-fcc40a9c59d9. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1896.272592] env[62880]: DEBUG oslo_concurrency.lockutils [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] Acquiring lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.273121] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.273548] env[62880]: DEBUG nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Instance network_info: |[{"id": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "address": "fa:16:3e:73:7c:0b", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c2dd81-ec", "ovs_interfaceid": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.274357] env[62880]: DEBUG oslo_concurrency.lockutils [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] Acquired lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.274622] env[62880]: DEBUG nova.network.neutron [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Refreshing network info cache for port c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.276757] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:7c:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1c2dd81-ec74-4986-b541-fcc40a9c59d9', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.286227] env[62880]: DEBUG oslo.service.loopingcall [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.289819] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.293592] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6eecfd0-9f7e-42ec-8eee-5904065ff829 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.312236] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1896.312581] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.312711] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1896.312896] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.313050] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1896.313197] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1896.313580] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1896.313751] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1896.313954] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1896.314169] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1896.314348] env[62880]: DEBUG nova.virt.hardware [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1896.316008] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0699011e-6365-4bbc-a31f-8aa4977e81f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.329676] env[62880]: DEBUG oslo_vmware.api [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881354, 'name': PowerOnVM_Task, 'duration_secs': 0.579651} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.330622] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.330959] env[62880]: INFO nova.compute.manager [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1896.331271] env[62880]: DEBUG nova.compute.manager [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.333788] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81270eb0-bb19-4190-8910-e09aabb3d4e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.336369] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.336369] env[62880]: value = "task-1881356" [ 1896.336369] env[62880]: _type = "Task" [ 1896.336369] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.342484] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.347616] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36e92f9-a627-441f-b17e-9ab983da4f6d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.363696] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881356, 'name': CreateVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.510838] env[62880]: DEBUG nova.compute.manager [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.511094] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.512094] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62d0fb3-e05e-4af4-937a-587cb569d9a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.521098] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.521394] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20bc352b-a7ff-4ec4-a7e6-a22450df260c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.529976] env[62880]: DEBUG oslo_vmware.api [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1896.529976] env[62880]: value = "task-1881357" [ 1896.529976] env[62880]: _type = "Task" [ 1896.529976] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.534673] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.786s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.539908] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 7.044s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.541365] env[62880]: DEBUG oslo_vmware.api [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.576013] env[62880]: INFO nova.scheduler.client.report [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Deleted allocations for instance b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3 [ 1896.610033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.610033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.610033] env[62880]: DEBUG nova.network.neutron [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.765380] env[62880]: DEBUG nova.compute.manager [req-d6ac31e7-ebbd-4992-ba65-76ebd63ca6cb req-97ed4504-0ded-44fe-b200-1ba461279e45 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Received event network-vif-plugged-54392b72-49c2-4cdb-b11e-9f000964f6e5 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.765779] env[62880]: DEBUG oslo_concurrency.lockutils [req-d6ac31e7-ebbd-4992-ba65-76ebd63ca6cb req-97ed4504-0ded-44fe-b200-1ba461279e45 service nova] Acquiring lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.766104] env[62880]: DEBUG oslo_concurrency.lockutils [req-d6ac31e7-ebbd-4992-ba65-76ebd63ca6cb req-97ed4504-0ded-44fe-b200-1ba461279e45 service nova] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.766337] env[62880]: DEBUG oslo_concurrency.lockutils [req-d6ac31e7-ebbd-4992-ba65-76ebd63ca6cb req-97ed4504-0ded-44fe-b200-1ba461279e45 service nova] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.766559] env[62880]: DEBUG nova.compute.manager [req-d6ac31e7-ebbd-4992-ba65-76ebd63ca6cb req-97ed4504-0ded-44fe-b200-1ba461279e45 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] No waiting events found dispatching network-vif-plugged-54392b72-49c2-4cdb-b11e-9f000964f6e5 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.766733] env[62880]: WARNING nova.compute.manager [req-d6ac31e7-ebbd-4992-ba65-76ebd63ca6cb req-97ed4504-0ded-44fe-b200-1ba461279e45 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Received unexpected event network-vif-plugged-54392b72-49c2-4cdb-b11e-9f000964f6e5 for instance with vm_state building and task_state spawning. [ 1896.829111] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564638} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.829230] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] abf01e24-2c69-48c3-944c-6ff672f9ba59/abf01e24-2c69-48c3-944c-6ff672f9ba59.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1896.829441] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1896.829691] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-616e9193-8a22-4edf-9ddd-4bbed80580dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.837316] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1896.837316] env[62880]: value = "task-1881358" [ 1896.837316] env[62880]: _type = "Task" [ 1896.837316] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.855596] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881356, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.862127] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.867654] env[62880]: INFO nova.compute.manager [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Took 17.02 seconds to build instance. [ 1896.892532] env[62880]: DEBUG nova.network.neutron [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Successfully updated port: 54392b72-49c2-4cdb-b11e-9f000964f6e5 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1897.041184] env[62880]: DEBUG oslo_vmware.api [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881357, 'name': PowerOffVM_Task, 'duration_secs': 0.218074} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.041472] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.041709] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.042382] env[62880]: DEBUG nova.objects.instance [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lazy-loading 'migration_context' on Instance uuid 09cfe1aa-71fe-494f-962e-4f7400629e83 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.043282] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a8fa47-00cd-41a0-9bf6-70ad70a6239b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.084251] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a27291b3-73cf-4008-bb7d-9357a065ed46 tempest-AttachVolumeShelveTestJSON-916830518 tempest-AttachVolumeShelveTestJSON-916830518-project-member] Lock "b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.631s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.086785] env[62880]: DEBUG nova.network.neutron [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updated VIF entry in instance network info cache for port c1c2dd81-ec74-4986-b541-fcc40a9c59d9. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.087196] env[62880]: DEBUG nova.network.neutron [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance_info_cache with network_info: [{"id": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "address": "fa:16:3e:73:7c:0b", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c2dd81-ec", "ovs_interfaceid": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.162106] env[62880]: WARNING nova.network.neutron [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] a6660542-f62d-453a-87ad-4658da1c4ad2 already exists in list: networks containing: ['a6660542-f62d-453a-87ad-4658da1c4ad2']. ignoring it [ 1897.162106] env[62880]: WARNING nova.network.neutron [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] a6660542-f62d-453a-87ad-4658da1c4ad2 already exists in list: networks containing: ['a6660542-f62d-453a-87ad-4658da1c4ad2']. ignoring it [ 1897.349779] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.359020] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881356, 'name': CreateVM_Task, 'duration_secs': 0.651508} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.359020] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.359020] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '3b83cb5b-e459-428e-870a-d6bcc2c36c31', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388771', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'name': 'volume-c6482f15-a420-4954-984e-1672b873f269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a87368f8-71f6-499c-8665-272f5cc61cbb', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'serial': 'c6482f15-a420-4954-984e-1672b873f269'}, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62880) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1897.359020] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Root volume attach. Driver type: vmdk {{(pid=62880) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1897.359020] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb20a438-a1be-4c97-99f6-9fb2b00471a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.369656] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a74420-c318-4bb5-b4ff-6c74ff920c31 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.373034] env[62880]: DEBUG oslo_concurrency.lockutils [None req-eec4938b-e280-4584-9cb3-cf209dbb96d8 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "7a2373a1-136b-499b-8593-4d434188fb04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.538s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.380020] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef71c0f-4848-46c1-a25f-334d46611c9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.386130] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-46330afa-cbbc-4df9-84b3-e53fdde81664 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.396327] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.396327] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.396327] env[62880]: DEBUG nova.network.neutron [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1897.399215] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1897.399215] env[62880]: value = "task-1881360" [ 1897.399215] env[62880]: _type = "Task" [ 1897.399215] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.408674] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881360, 'name': RelocateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.589470] env[62880]: DEBUG oslo_concurrency.lockutils [req-065c8928-7720-4b83-afa3-54f932735523 req-55368d3f-3f57-4fd4-bcd0-cd77eaa25b6c service nova] Releasing lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.727531] env[62880]: INFO nova.compute.manager [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Rebuilding instance [ 1897.779427] env[62880]: DEBUG nova.compute.manager [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.780313] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca4d2df-ab95-4bf4-a7b2-fe811c8cf1a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.786381] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fd19c7-687c-4919-abf4-fc972bb16b55 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.795209] env[62880]: DEBUG nova.network.neutron [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c0d6895-0c3b-4c0f-a2b6-142629fa19c7", "address": "fa:16:3e:7d:d5:68", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0d6895-0c", "ovs_interfaceid": "2c0d6895-0c3b-4c0f-a2b6-142629fa19c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8bdbea6-70bb-4cd1-b3a2-06edcca5d453", "address": "fa:16:3e:d6:fd:d7", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bdbea6-70", "ovs_interfaceid": "f8bdbea6-70bb-4cd1-b3a2-06edcca5d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.801486] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd17941-8892-44a1-bead-1ebf1838f0ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.873264] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc28047-e29d-4a75-b6d5-d0f5d837fb46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.873264] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5f242a-3c6f-4829-94a6-62a5db491c7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.873264] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.937739} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.873264] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1897.873264] env[62880]: DEBUG nova.compute.provider_tree [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.873264] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be759f1-ea9f-4f19-be37-91c37da101b2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.891166] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] abf01e24-2c69-48c3-944c-6ff672f9ba59/abf01e24-2c69-48c3-944c-6ff672f9ba59.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1897.891729] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f72e4bd-b273-44b1-9dbf-242de37f827a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.917850] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881360, 'name': RelocateVM_Task, 'duration_secs': 0.488333} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.919081] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1897.919314] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388771', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'name': 'volume-c6482f15-a420-4954-984e-1672b873f269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a87368f8-71f6-499c-8665-272f5cc61cbb', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'serial': 'c6482f15-a420-4954-984e-1672b873f269'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1897.919639] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1897.919639] env[62880]: value = "task-1881361" [ 1897.919639] env[62880]: _type = "Task" [ 1897.919639] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.920390] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe04b65-d682-4454-9d68-afd516dd2b70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.941606] env[62880]: DEBUG nova.network.neutron [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1897.947256] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da950998-f939-4a37-b0f0-726a3230145b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.949847] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881361, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.972253] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-c6482f15-a420-4954-984e-1672b873f269/volume-c6482f15-a420-4954-984e-1672b873f269.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1897.976491] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78cf31a7-0a5b-4d99-8edf-9a69bda05bac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.001151] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1898.001151] env[62880]: value = "task-1881362" [ 1898.001151] env[62880]: _type = "Task" [ 1898.001151] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.012247] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.160492] env[62880]: DEBUG nova.network.neutron [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance_info_cache with network_info: [{"id": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "address": "fa:16:3e:6a:fd:a0", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54392b72-49", "ovs_interfaceid": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.206613] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.206982] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.207320] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleting the datastore file [datastore1] 34f232c9-e2f9-4358-a831-e5f87b83ff01 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.207658] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ebcff12-658b-44b8-b24f-8461c8411c5d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.215755] env[62880]: DEBUG oslo_vmware.api [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1898.215755] env[62880]: value = "task-1881363" [ 1898.215755] env[62880]: _type = "Task" [ 1898.215755] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.224737] env[62880]: DEBUG oslo_vmware.api [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.298317] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.299184] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.299474] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.300705] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57028423-d136-4fcf-8720-8c2b1589b4e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.308147] env[62880]: DEBUG nova.compute.manager [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-vif-plugged-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.308500] env[62880]: DEBUG oslo_concurrency.lockutils [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.308792] env[62880]: DEBUG oslo_concurrency.lockutils [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.309025] env[62880]: DEBUG oslo_concurrency.lockutils [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.309289] env[62880]: DEBUG nova.compute.manager [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] No waiting events found dispatching network-vif-plugged-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1898.309492] env[62880]: WARNING nova.compute.manager [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received unexpected event network-vif-plugged-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 for instance with vm_state active and task_state None. [ 1898.309683] env[62880]: DEBUG nova.compute.manager [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-changed-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.309861] env[62880]: DEBUG nova.compute.manager [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Refreshing instance network info cache due to event network-changed-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1898.310061] env[62880]: DEBUG oslo_concurrency.lockutils [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] Acquiring lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.310211] env[62880]: DEBUG oslo_concurrency.lockutils [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] Acquired lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.310403] env[62880]: DEBUG nova.network.neutron [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Refreshing network info cache for port f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.325151] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1898.325390] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1898.325547] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1898.325722] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1898.325868] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1898.326063] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1898.326279] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1898.326436] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1898.326598] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1898.326759] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1898.326927] env[62880]: DEBUG nova.virt.hardware [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1898.333143] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Reconfiguring VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1898.336077] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04385488-157c-45a8-ad4d-b4e386060505 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.355118] env[62880]: DEBUG oslo_vmware.api [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1898.355118] env[62880]: value = "task-1881364" [ 1898.355118] env[62880]: _type = "Task" [ 1898.355118] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.366487] env[62880]: DEBUG nova.scheduler.client.report [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1898.370220] env[62880]: DEBUG oslo_vmware.api [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881364, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.434833] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881361, 'name': ReconfigVM_Task, 'duration_secs': 0.443494} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.435233] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Reconfigured VM instance instance-0000006d to attach disk [datastore1] abf01e24-2c69-48c3-944c-6ff672f9ba59/abf01e24-2c69-48c3-944c-6ff672f9ba59.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1898.436033] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21df9b6-b6a0-4745-adc5-72a9d876a92a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.446096] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1898.446096] env[62880]: value = "task-1881365" [ 1898.446096] env[62880]: _type = "Task" [ 1898.446096] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.457283] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881365, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.514849] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881362, 'name': ReconfigVM_Task, 'duration_secs': 0.476158} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.515207] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-c6482f15-a420-4954-984e-1672b873f269/volume-c6482f15-a420-4954-984e-1672b873f269.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1898.521122] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e850da4-0ce8-49e7-9e5e-7bc3c3a1bd8c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.543682] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1898.543682] env[62880]: value = "task-1881366" [ 1898.543682] env[62880]: _type = "Task" [ 1898.543682] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.553637] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.664027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.664465] env[62880]: DEBUG nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Instance network_info: |[{"id": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "address": "fa:16:3e:6a:fd:a0", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54392b72-49", "ovs_interfaceid": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1898.665054] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:fd:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54392b72-49c2-4cdb-b11e-9f000964f6e5', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.676748] env[62880]: DEBUG oslo.service.loopingcall [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.677072] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.677358] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2853ee77-6b5c-4214-91d5-3f4b3f5c8065 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.700914] env[62880]: DEBUG nova.network.neutron [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updated VIF entry in instance network info cache for port f8bdbea6-70bb-4cd1-b3a2-06edcca5d453. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.701515] env[62880]: DEBUG nova.network.neutron [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c0d6895-0c3b-4c0f-a2b6-142629fa19c7", "address": "fa:16:3e:7d:d5:68", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0d6895-0c", "ovs_interfaceid": "2c0d6895-0c3b-4c0f-a2b6-142629fa19c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8bdbea6-70bb-4cd1-b3a2-06edcca5d453", "address": "fa:16:3e:d6:fd:d7", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bdbea6-70", "ovs_interfaceid": "f8bdbea6-70bb-4cd1-b3a2-06edcca5d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.712804] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.712804] env[62880]: value = "task-1881367" [ 1898.712804] env[62880]: _type = "Task" [ 1898.712804] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.731635] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881367, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.735954] env[62880]: DEBUG oslo_vmware.api [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199624} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.736285] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.736524] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.736756] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.736982] env[62880]: INFO nova.compute.manager [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1898.737305] env[62880]: DEBUG oslo.service.loopingcall [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.737540] env[62880]: DEBUG nova.compute.manager [-] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.737658] env[62880]: DEBUG nova.network.neutron [-] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.801022] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.801022] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b3585a6-9974-48bd-97ea-78444d4386f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.811248] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1898.811248] env[62880]: value = "task-1881368" [ 1898.811248] env[62880]: _type = "Task" [ 1898.811248] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.818921] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.867880] env[62880]: DEBUG oslo_vmware.api [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.890340] env[62880]: DEBUG nova.compute.manager [req-994e47ed-77ad-4e3e-8a1a-5f1b39e7b084 req-5b237af3-e595-4a70-93ed-26feccf09bd3 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Received event network-changed-54392b72-49c2-4cdb-b11e-9f000964f6e5 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.890340] env[62880]: DEBUG nova.compute.manager [req-994e47ed-77ad-4e3e-8a1a-5f1b39e7b084 req-5b237af3-e595-4a70-93ed-26feccf09bd3 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Refreshing instance network info cache due to event network-changed-54392b72-49c2-4cdb-b11e-9f000964f6e5. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1898.890340] env[62880]: DEBUG oslo_concurrency.lockutils [req-994e47ed-77ad-4e3e-8a1a-5f1b39e7b084 req-5b237af3-e595-4a70-93ed-26feccf09bd3 service nova] Acquiring lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.890340] env[62880]: DEBUG oslo_concurrency.lockutils [req-994e47ed-77ad-4e3e-8a1a-5f1b39e7b084 req-5b237af3-e595-4a70-93ed-26feccf09bd3 service nova] Acquired lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.890340] env[62880]: DEBUG nova.network.neutron [req-994e47ed-77ad-4e3e-8a1a-5f1b39e7b084 req-5b237af3-e595-4a70-93ed-26feccf09bd3 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Refreshing network info cache for port 54392b72-49c2-4cdb-b11e-9f000964f6e5 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.958962] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881365, 'name': Rename_Task, 'duration_secs': 0.165991} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.960194] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1898.960194] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6265fd08-4d84-4d82-998f-955f4bff1678 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.971036] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1898.971036] env[62880]: value = "task-1881370" [ 1898.971036] env[62880]: _type = "Task" [ 1898.971036] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.984241] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.059226] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881366, 'name': ReconfigVM_Task, 'duration_secs': 0.188117} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.059664] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388771', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'name': 'volume-c6482f15-a420-4954-984e-1672b873f269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a87368f8-71f6-499c-8665-272f5cc61cbb', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'serial': 'c6482f15-a420-4954-984e-1672b873f269'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1899.060317] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd3c166-2190-49f8-96c4-d588ba77e2ad {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.070901] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1899.070901] env[62880]: value = "task-1881371" [ 1899.070901] env[62880]: _type = "Task" [ 1899.070901] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.085383] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881371, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.205577] env[62880]: DEBUG oslo_concurrency.lockutils [req-e31f1388-2c39-4c1d-ac5b-c2d94488e6e9 req-f8e12b85-447c-4503-9907-e284ceff36a0 service nova] Releasing lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.227149] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881367, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.320057] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881368, 'name': PowerOffVM_Task, 'duration_secs': 0.205381} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.320057] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.320310] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.321023] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5447078f-7f15-45be-b855-dbf5f9ce9d6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.328071] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.328296] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d495d26-0340-4686-8e50-fc3f4e59f145 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.355193] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.355577] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.355577] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Deleting the datastore file [datastore1] 7a2373a1-136b-499b-8593-4d434188fb04 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.355909] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29aac0dd-be5a-488d-82d1-dfe21fac02ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.366274] env[62880]: DEBUG oslo_vmware.api [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881364, 'name': ReconfigVM_Task, 'duration_secs': 0.911452} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.367849] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.368080] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Reconfigured VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1899.370907] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1899.370907] env[62880]: value = "task-1881373" [ 1899.370907] env[62880]: _type = "Task" [ 1899.370907] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.377302] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.837s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.386412] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.148s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.386609] env[62880]: DEBUG nova.objects.instance [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1899.389045] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.483543] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.583287] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881371, 'name': Rename_Task, 'duration_secs': 0.242745} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.583570] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.583878] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d53ab26b-d2cc-41d7-a185-bc069706b286 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.590742] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1899.590742] env[62880]: value = "task-1881374" [ 1899.590742] env[62880]: _type = "Task" [ 1899.590742] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.593843] env[62880]: DEBUG nova.network.neutron [-] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.607187] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.611919] env[62880]: DEBUG nova.network.neutron [req-994e47ed-77ad-4e3e-8a1a-5f1b39e7b084 req-5b237af3-e595-4a70-93ed-26feccf09bd3 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updated VIF entry in instance network info cache for port 54392b72-49c2-4cdb-b11e-9f000964f6e5. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.612470] env[62880]: DEBUG nova.network.neutron [req-994e47ed-77ad-4e3e-8a1a-5f1b39e7b084 req-5b237af3-e595-4a70-93ed-26feccf09bd3 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance_info_cache with network_info: [{"id": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "address": "fa:16:3e:6a:fd:a0", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54392b72-49", "ovs_interfaceid": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.725670] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881367, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.873203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8f8f2138-9779-409e-a2e4-326f5deb47a0 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.712s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.884135] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137459} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.884416] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.884606] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.884782] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.984681] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.096378] env[62880]: INFO nova.compute.manager [-] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Took 1.36 seconds to deallocate network for instance. [ 1900.102615] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881374, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.117417] env[62880]: DEBUG oslo_concurrency.lockutils [req-994e47ed-77ad-4e3e-8a1a-5f1b39e7b084 req-5b237af3-e595-4a70-93ed-26feccf09bd3 service nova] Releasing lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.226841] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881367, 'name': CreateVM_Task, 'duration_secs': 1.243443} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.227020] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.227712] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.227877] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.228239] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.228548] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5874ca2-c8ef-4240-9ce0-66d0f1655d8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.234321] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1900.234321] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5290b2b3-991b-b79f-3c0b-0b2c8f8bea89" [ 1900.234321] env[62880]: _type = "Task" [ 1900.234321] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.242889] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5290b2b3-991b-b79f-3c0b-0b2c8f8bea89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.383388] env[62880]: DEBUG nova.compute.manager [req-09455b52-5051-41c7-aa42-e2276d011bf4 req-c8feca3b-fa5a-44f2-9f1d-d479756efc93 service nova] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Received event network-vif-deleted-ec1cbac8-0673-4541-bed4-ac5b9a7c153a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.394662] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c1a0f4aa-77e7-4239-890e-c094ee606831 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.483253] env[62880]: DEBUG oslo_vmware.api [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881370, 'name': PowerOnVM_Task, 'duration_secs': 1.159672} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.483516] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.483748] env[62880]: INFO nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1900.483928] env[62880]: DEBUG nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.484716] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dec6c3-66d5-4e2b-8ee4-31d455aa12bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.601402] env[62880]: DEBUG oslo_vmware.api [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881374, 'name': PowerOnVM_Task, 'duration_secs': 0.532562} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.601690] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.601916] env[62880]: INFO nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Took 4.87 seconds to spawn the instance on the hypervisor. [ 1900.602124] env[62880]: DEBUG nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.602850] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92476a9-bd89-4334-a73f-5b5b9b718240 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.609181] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.609387] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.609607] env[62880]: DEBUG nova.objects.instance [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lazy-loading 'resources' on Instance uuid 34f232c9-e2f9-4358-a831-e5f87b83ff01 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.745298] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5290b2b3-991b-b79f-3c0b-0b2c8f8bea89, 'name': SearchDatastore_Task, 'duration_secs': 0.028359} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.745613] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.745856] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.746100] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.746248] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.746430] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.746704] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c882d22-5b87-4988-86d6-b4b6d3db35f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.757851] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.758163] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.759161] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6959825d-4e63-4cc4-a96d-6b4f90fa9212 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.765805] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1900.765805] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f1b8c8-85e3-d6d8-0335-7c2edf31b7be" [ 1900.765805] env[62880]: _type = "Task" [ 1900.765805] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.774124] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f1b8c8-85e3-d6d8-0335-7c2edf31b7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.919403] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.919647] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.919805] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.919984] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.920140] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.920287] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.920489] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.920645] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.920812] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.920973] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.921157] env[62880]: DEBUG nova.virt.hardware [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.921998] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502dda50-d842-4fbe-bd4f-b73e8eca7310 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.925933] env[62880]: INFO nova.compute.manager [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Swapping old allocation on dict_keys(['9709a8ea-832c-4fd9-b290-37ba5c6e4e38']) held by migration ffcb24d8-9ea5-4328-8669-f58ac78c615f for instance [ 1900.933500] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c623e53-0612-44be-a6bc-b67292879aea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.949747] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Instance VIF info [] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.955583] env[62880]: DEBUG oslo.service.loopingcall [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.958501] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.958902] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9f41c83-b526-478a-8a69-917285fe2478 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.972819] env[62880]: DEBUG nova.scheduler.client.report [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Overwriting current allocation {'allocations': {'9709a8ea-832c-4fd9-b290-37ba5c6e4e38': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 156}}, 'project_id': 'd65d43ea4633455da4f2b468ea3ab6dd', 'user_id': 'a22098f36b514bc99760a3f3d56c5f6d', 'consumer_generation': 1} on consumer 09cfe1aa-71fe-494f-962e-4f7400629e83 {{(pid=62880) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1900.976702] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.976702] env[62880]: value = "task-1881375" [ 1900.976702] env[62880]: _type = "Task" [ 1900.976702] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.986844] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881375, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.002641] env[62880]: INFO nova.compute.manager [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Took 19.56 seconds to build instance. [ 1901.128543] env[62880]: INFO nova.compute.manager [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Took 18.20 seconds to build instance. [ 1901.159750] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.159926] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquired lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.160114] env[62880]: DEBUG nova.network.neutron [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.276947] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f1b8c8-85e3-d6d8-0335-7c2edf31b7be, 'name': SearchDatastore_Task, 'duration_secs': 0.038329} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.280168] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7749e6c6-73a8-4f9d-8bc9-6acc01722299 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.287882] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1901.287882] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5285ec69-eee6-1da3-733f-db9ccb5d3ac4" [ 1901.287882] env[62880]: _type = "Task" [ 1901.287882] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.302698] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5285ec69-eee6-1da3-733f-db9ccb5d3ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.302965] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.303241] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f/c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.303498] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cf3fad3-9508-451d-a5d3-a3560cd1f8a0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.311444] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1901.311444] env[62880]: value = "task-1881376" [ 1901.311444] env[62880]: _type = "Task" [ 1901.311444] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.319920] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.332961] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2908d43d-b484-41f5-b45b-4a2eba24cbdd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.340652] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee8576-7441-40d3-87e4-fd702177465a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.376024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51549c9-41cc-45af-b6cc-64fa3f5dfc19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.386330] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6085837d-646d-4926-a69f-1276ec1165c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.402083] env[62880]: DEBUG nova.compute.provider_tree [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.486896] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881375, 'name': CreateVM_Task, 'duration_secs': 0.50124} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.487098] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.487517] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.487684] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.488037] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1901.488294] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e584b7-e237-4533-956c-6a9326cba8b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.494312] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1901.494312] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ecf396-43ba-5cdb-7594-976552d2f5de" [ 1901.494312] env[62880]: _type = "Task" [ 1901.494312] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.502344] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ecf396-43ba-5cdb-7594-976552d2f5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.505872] env[62880]: DEBUG oslo_concurrency.lockutils [None req-49d3335f-a9b0-45eb-92a7-875961dc3a2e tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.078s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.534556] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.534846] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.631200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fe79e405-8174-495b-9935-7b7e5e346501 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.705s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.826054] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881376, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.906368] env[62880]: DEBUG nova.scheduler.client.report [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.008070] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ecf396-43ba-5cdb-7594-976552d2f5de, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.008408] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.008649] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.008881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.009222] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.009309] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.009533] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64ef264b-426b-49dc-9ecd-6338f7401f77 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.019792] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.020013] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.020760] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e1830a-5560-42c6-89b4-adf9eca86aea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.026990] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1902.026990] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52305279-7ed2-06e3-dc05-19ec6a5a378f" [ 1902.026990] env[62880]: _type = "Task" [ 1902.026990] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.035860] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52305279-7ed2-06e3-dc05-19ec6a5a378f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.037484] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.037650] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.038442] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6ef913-6f98-4f6e-8eda-c225ef6c96e0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.060470] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6928130d-d267-4ffe-8ba2-76a9e5b5d4bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.091661] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Reconfiguring VM to detach interface {{(pid=62880) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1902.095296] env[62880]: DEBUG nova.network.neutron [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance_info_cache with network_info: [{"id": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "address": "fa:16:3e:52:f2:9f", "network": {"id": "a85b9414-f2c0-493f-be07-870ee95a258f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4ad8b5646f064124ac3362836ba81fdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5eb2eb-95", "ovs_interfaceid": "6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.095296] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0c32fc-a263-4477-9bdc-e120ca809516 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.114836] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1902.114836] env[62880]: value = "task-1881377" [ 1902.114836] env[62880]: _type = "Task" [ 1902.114836] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.123933] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.311491] env[62880]: DEBUG nova.compute.manager [req-558064d0-e3e1-4cb4-bf9b-870ab79b7cec req-62787b57-9fdf-43d0-af3a-b2eb73ed525c service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Received event network-changed-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.311795] env[62880]: DEBUG nova.compute.manager [req-558064d0-e3e1-4cb4-bf9b-870ab79b7cec req-62787b57-9fdf-43d0-af3a-b2eb73ed525c service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Refreshing instance network info cache due to event network-changed-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1902.312087] env[62880]: DEBUG oslo_concurrency.lockutils [req-558064d0-e3e1-4cb4-bf9b-870ab79b7cec req-62787b57-9fdf-43d0-af3a-b2eb73ed525c service nova] Acquiring lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.312246] env[62880]: DEBUG oslo_concurrency.lockutils [req-558064d0-e3e1-4cb4-bf9b-870ab79b7cec req-62787b57-9fdf-43d0-af3a-b2eb73ed525c service nova] Acquired lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.312421] env[62880]: DEBUG nova.network.neutron [req-558064d0-e3e1-4cb4-bf9b-870ab79b7cec req-62787b57-9fdf-43d0-af3a-b2eb73ed525c service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Refreshing network info cache for port dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.324549] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591304} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.324857] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f/c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.325089] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.325453] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3145f5b-6a70-4282-acea-edf4bd8b1580 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.333810] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1902.333810] env[62880]: value = "task-1881378" [ 1902.333810] env[62880]: _type = "Task" [ 1902.333810] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.343594] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.412441] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.439438] env[62880]: INFO nova.scheduler.client.report [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted allocations for instance 34f232c9-e2f9-4358-a831-e5f87b83ff01 [ 1902.464740] env[62880]: DEBUG nova.compute.manager [req-3f557421-f7c8-4243-9b13-94dab04c871f req-fa3f30eb-686c-439d-a4bd-c65893fd215a service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Received event network-changed-9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.464934] env[62880]: DEBUG nova.compute.manager [req-3f557421-f7c8-4243-9b13-94dab04c871f req-fa3f30eb-686c-439d-a4bd-c65893fd215a service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Refreshing instance network info cache due to event network-changed-9a02f846-0d2e-47ea-99b8-10f0fbde6a17. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1902.465158] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f557421-f7c8-4243-9b13-94dab04c871f req-fa3f30eb-686c-439d-a4bd-c65893fd215a service nova] Acquiring lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.465300] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f557421-f7c8-4243-9b13-94dab04c871f req-fa3f30eb-686c-439d-a4bd-c65893fd215a service nova] Acquired lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.465456] env[62880]: DEBUG nova.network.neutron [req-3f557421-f7c8-4243-9b13-94dab04c871f req-fa3f30eb-686c-439d-a4bd-c65893fd215a service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Refreshing network info cache for port 9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.541062] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52305279-7ed2-06e3-dc05-19ec6a5a378f, 'name': SearchDatastore_Task, 'duration_secs': 0.013609} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.541531] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a181a048-9372-451c-8147-02310ef49fdd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.551708] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1902.551708] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52052ec5-e2a7-4ad9-5eed-6d8048deddd9" [ 1902.551708] env[62880]: _type = "Task" [ 1902.551708] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.564264] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52052ec5-e2a7-4ad9-5eed-6d8048deddd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.609191] env[62880]: DEBUG oslo_concurrency.lockutils [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Releasing lock "refresh_cache-09cfe1aa-71fe-494f-962e-4f7400629e83" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.610070] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.610491] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6510f78c-0d81-4954-ad6b-ecf381ff5221 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.621383] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1902.621383] env[62880]: value = "task-1881379" [ 1902.621383] env[62880]: _type = "Task" [ 1902.621383] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.629078] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.634413] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.845683] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073665} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.845683] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1902.846540] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c074a7d-4ed9-42f9-a628-5679519c51b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.873856] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f/c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.874560] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15fbb2e2-ad86-4cec-ac31-7107ea4351e7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.903253] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1902.903253] env[62880]: value = "task-1881380" [ 1902.903253] env[62880]: _type = "Task" [ 1902.903253] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.915350] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.948346] env[62880]: DEBUG oslo_concurrency.lockutils [None req-70892ccc-f492-4d9b-b6dc-d6591f89620a tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "34f232c9-e2f9-4358-a831-e5f87b83ff01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.945s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.063988] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52052ec5-e2a7-4ad9-5eed-6d8048deddd9, 'name': SearchDatastore_Task, 'duration_secs': 0.027454} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.064290] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.064546] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 7a2373a1-136b-499b-8593-4d434188fb04/7a2373a1-136b-499b-8593-4d434188fb04.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.064870] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5412c97-37b5-4837-87b1-967ba13886bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.073124] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1903.073124] env[62880]: value = "task-1881381" [ 1903.073124] env[62880]: _type = "Task" [ 1903.073124] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.083261] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.128336] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.133595] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881379, 'name': PowerOffVM_Task, 'duration_secs': 0.32569} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.133920] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.134556] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T13:22:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f71a6054-6eff-4d50-87cd-10b60b72bf9e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2059772491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1903.134773] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.134931] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1903.135159] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.135312] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1903.135460] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1903.135661] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1903.135815] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1903.135978] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1903.136187] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1903.136365] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1903.143462] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c78676-8056-4166-95ab-5970293027df {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.159946] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1903.159946] env[62880]: value = "task-1881382" [ 1903.159946] env[62880]: _type = "Task" [ 1903.159946] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.169813] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.231735] env[62880]: DEBUG nova.network.neutron [req-3f557421-f7c8-4243-9b13-94dab04c871f req-fa3f30eb-686c-439d-a4bd-c65893fd215a service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Updated VIF entry in instance network info cache for port 9a02f846-0d2e-47ea-99b8-10f0fbde6a17. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.232229] env[62880]: DEBUG nova.network.neutron [req-3f557421-f7c8-4243-9b13-94dab04c871f req-fa3f30eb-686c-439d-a4bd-c65893fd215a service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Updating instance_info_cache with network_info: [{"id": "9a02f846-0d2e-47ea-99b8-10f0fbde6a17", "address": "fa:16:3e:bc:a7:98", "network": {"id": "95828b85-a966-4b21-a1f4-363a858896eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1747932842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1d431c62e8243668f4bcc8f614a3b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a02f846-0d", "ovs_interfaceid": "9a02f846-0d2e-47ea-99b8-10f0fbde6a17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.414982] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.587463] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.595925] env[62880]: DEBUG nova.network.neutron [req-558064d0-e3e1-4cb4-bf9b-870ab79b7cec req-62787b57-9fdf-43d0-af3a-b2eb73ed525c service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updated VIF entry in instance network info cache for port dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.596376] env[62880]: DEBUG nova.network.neutron [req-558064d0-e3e1-4cb4-bf9b-870ab79b7cec req-62787b57-9fdf-43d0-af3a-b2eb73ed525c service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updating instance_info_cache with network_info: [{"id": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "address": "fa:16:3e:5f:4f:c3", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e7a78-8e", "ovs_interfaceid": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.628692] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.673647] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881382, 'name': ReconfigVM_Task, 'duration_secs': 0.323633} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.673647] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da2fd02-eadd-4bf0-8b23-ba94c7fd155f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.696723] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T13:22:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f71a6054-6eff-4d50-87cd-10b60b72bf9e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2059772491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1903.698853] env[62880]: DEBUG nova.virt.hardware [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1903.699358] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe81426-9440-4d5a-9c2a-093d9f5b24fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.708024] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1903.708024] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521af136-d8ac-3e30-d615-8aa43355d7bd" [ 1903.708024] env[62880]: _type = "Task" [ 1903.708024] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.720778] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521af136-d8ac-3e30-d615-8aa43355d7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.738782] env[62880]: DEBUG oslo_concurrency.lockutils [req-3f557421-f7c8-4243-9b13-94dab04c871f req-fa3f30eb-686c-439d-a4bd-c65893fd215a service nova] Releasing lock "refresh_cache-abf01e24-2c69-48c3-944c-6ff672f9ba59" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.864928] env[62880]: DEBUG nova.compute.manager [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1903.918536] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881380, 'name': ReconfigVM_Task, 'duration_secs': 0.862533} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.920893] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f/c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.921804] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92f6e884-ac71-429d-b9d4-c7a4d03c3894 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.933039] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1903.933039] env[62880]: value = "task-1881383" [ 1903.933039] env[62880]: _type = "Task" [ 1903.933039] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.948127] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881383, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.085342] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881381, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007363} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.085584] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 7a2373a1-136b-499b-8593-4d434188fb04/7a2373a1-136b-499b-8593-4d434188fb04.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.088030] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1904.088030] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5649f4ce-5841-4665-a4dd-89ca212fbc18 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.096555] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1904.096555] env[62880]: value = "task-1881384" [ 1904.096555] env[62880]: _type = "Task" [ 1904.096555] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.103824] env[62880]: DEBUG oslo_concurrency.lockutils [req-558064d0-e3e1-4cb4-bf9b-870ab79b7cec req-62787b57-9fdf-43d0-af3a-b2eb73ed525c service nova] Releasing lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.106341] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.128457] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.218392] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521af136-d8ac-3e30-d615-8aa43355d7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.022719} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.223896] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1904.224223] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a895d8-d4c5-4b49-8bde-24c6344540a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.243938] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1904.243938] env[62880]: value = "task-1881385" [ 1904.243938] env[62880]: _type = "Task" [ 1904.243938] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.252578] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.346313] env[62880]: DEBUG nova.compute.manager [req-bd949716-86fe-4922-a197-7aab01ff92f0 req-0bc73317-6110-4eda-89ef-3e9cf2a4a896 service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Received event network-changed-c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1904.346559] env[62880]: DEBUG nova.compute.manager [req-bd949716-86fe-4922-a197-7aab01ff92f0 req-0bc73317-6110-4eda-89ef-3e9cf2a4a896 service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Refreshing instance network info cache due to event network-changed-c1c2dd81-ec74-4986-b541-fcc40a9c59d9. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1904.346945] env[62880]: DEBUG oslo_concurrency.lockutils [req-bd949716-86fe-4922-a197-7aab01ff92f0 req-0bc73317-6110-4eda-89ef-3e9cf2a4a896 service nova] Acquiring lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.347189] env[62880]: DEBUG oslo_concurrency.lockutils [req-bd949716-86fe-4922-a197-7aab01ff92f0 req-0bc73317-6110-4eda-89ef-3e9cf2a4a896 service nova] Acquired lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.347391] env[62880]: DEBUG nova.network.neutron [req-bd949716-86fe-4922-a197-7aab01ff92f0 req-0bc73317-6110-4eda-89ef-3e9cf2a4a896 service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Refreshing network info cache for port c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.388023] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.388254] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.423414] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "47015552-853a-41e2-ab6e-e08f1efb0aea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.423788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "47015552-853a-41e2-ab6e-e08f1efb0aea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.443921] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881383, 'name': Rename_Task, 'duration_secs': 0.401511} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.444239] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.444487] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97e66eec-c780-495d-b27b-3f1a6515ac91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.453218] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1904.453218] env[62880]: value = "task-1881386" [ 1904.453218] env[62880]: _type = "Task" [ 1904.453218] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.461622] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.608538] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.629212] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.754969] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881385, 'name': ReconfigVM_Task, 'duration_secs': 0.388964} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.755295] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1904.756089] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457ece71-4e35-4c14-94b9-16a6a7bd7881 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.780111] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83/09cfe1aa-71fe-494f-962e-4f7400629e83.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.780427] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07126413-e778-4f21-80d2-bedd42c0a0d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.800290] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1904.800290] env[62880]: value = "task-1881387" [ 1904.800290] env[62880]: _type = "Task" [ 1904.800290] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.812303] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.894091] env[62880]: INFO nova.compute.claims [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.926483] env[62880]: DEBUG nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1904.974295] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.117024] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.772207} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.117024] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1905.117024] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce48b3-0cc5-4cb3-9b7a-e045d39ab51e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.137862] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 7a2373a1-136b-499b-8593-4d434188fb04/7a2373a1-136b-499b-8593-4d434188fb04.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.140803] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b149dcb5-b534-4a4f-9b83-c4b684dcb1a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.158509] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.165689] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1905.165689] env[62880]: value = "task-1881388" [ 1905.165689] env[62880]: _type = "Task" [ 1905.165689] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.174719] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.234720] env[62880]: DEBUG nova.network.neutron [req-bd949716-86fe-4922-a197-7aab01ff92f0 req-0bc73317-6110-4eda-89ef-3e9cf2a4a896 service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updated VIF entry in instance network info cache for port c1c2dd81-ec74-4986-b541-fcc40a9c59d9. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.235200] env[62880]: DEBUG nova.network.neutron [req-bd949716-86fe-4922-a197-7aab01ff92f0 req-0bc73317-6110-4eda-89ef-3e9cf2a4a896 service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance_info_cache with network_info: [{"id": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "address": "fa:16:3e:73:7c:0b", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c2dd81-ec", "ovs_interfaceid": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.311749] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.400776] env[62880]: INFO nova.compute.resource_tracker [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating resource usage from migration 64bd8994-d4be-4e6f-a0f0-f316140c5861 [ 1905.448588] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.468787] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.631057] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.643600] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c81147-863f-428b-95a9-c9e9f43cc209 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.651906] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbfa0a0-1610-4cd8-9012-6d1bf6b29327 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.691131] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3514f5-30ef-4ef5-9b83-04176d23d77a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.699475] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881388, 'name': ReconfigVM_Task, 'duration_secs': 0.329051} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.701616] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 7a2373a1-136b-499b-8593-4d434188fb04/7a2373a1-136b-499b-8593-4d434188fb04.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.702259] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d609b327-8d40-4977-bcae-5e6b65537271 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.704683] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9edc9e-fa83-4d08-afae-31e99c0a7fc1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.718903] env[62880]: DEBUG nova.compute.provider_tree [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.721313] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1905.721313] env[62880]: value = "task-1881389" [ 1905.721313] env[62880]: _type = "Task" [ 1905.721313] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.729517] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881389, 'name': Rename_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.738368] env[62880]: DEBUG oslo_concurrency.lockutils [req-bd949716-86fe-4922-a197-7aab01ff92f0 req-0bc73317-6110-4eda-89ef-3e9cf2a4a896 service nova] Releasing lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.812194] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881387, 'name': ReconfigVM_Task, 'duration_secs': 0.731644} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.812478] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83/09cfe1aa-71fe-494f-962e-4f7400629e83.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.813294] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322619f-e660-4702-8360-6eff9abb9d71 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.831411] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeeb18e-3364-4d15-bda9-830fadcb953e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.849195] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74304c7-1759-4d43-82e2-977237ac44f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.868667] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ccad41-fe9d-4eb9-b826-a34afdad5961 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.876725] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.877028] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f72ba26-0071-461c-a1e5-012c369b1139 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.884254] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1905.884254] env[62880]: value = "task-1881390" [ 1905.884254] env[62880]: _type = "Task" [ 1905.884254] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.892541] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.965456] env[62880]: DEBUG oslo_vmware.api [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881386, 'name': PowerOnVM_Task, 'duration_secs': 1.048138} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.965729] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.965927] env[62880]: INFO nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1905.966125] env[62880]: DEBUG nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.966881] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff0a20-52a8-4eae-8a7f-d94414b43c4a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.134663] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.224063] env[62880]: DEBUG nova.scheduler.client.report [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.236853] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881389, 'name': Rename_Task, 'duration_secs': 0.317183} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.237181] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.237440] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-390ae708-6a4e-4653-83f5-ac25d8fe1209 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.245155] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1906.245155] env[62880]: value = "task-1881391" [ 1906.245155] env[62880]: _type = "Task" [ 1906.245155] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.253413] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.394145] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881390, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.482937] env[62880]: INFO nova.compute.manager [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Took 23.11 seconds to build instance. [ 1906.634421] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.731536] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.343s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.731827] env[62880]: INFO nova.compute.manager [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Migrating [ 1906.738369] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.290s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.739855] env[62880]: INFO nova.compute.claims [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.758919] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.894986] env[62880]: DEBUG oslo_vmware.api [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881390, 'name': PowerOnVM_Task, 'duration_secs': 0.643892} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.895268] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.985444] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8e55abc5-1f5c-4f71-9a9c-c10fed49a02c tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.615s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.136011] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.252127] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.252290] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.252461] env[62880]: DEBUG nova.network.neutron [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.264476] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.639644] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.768619] env[62880]: DEBUG oslo_vmware.api [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881391, 'name': PowerOnVM_Task, 'duration_secs': 1.460342} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.768619] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.768619] env[62880]: DEBUG nova.compute.manager [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.769295] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b5754e-7615-4e52-b4a6-c8381b1b5cb5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.906072] env[62880]: INFO nova.compute.manager [None req-056142e4-82d9-423c-ac73-4b79bf7be700 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance to original state: 'active' [ 1908.039263] env[62880]: DEBUG nova.network.neutron [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance_info_cache with network_info: [{"id": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "address": "fa:16:3e:73:7c:0b", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c2dd81-ec", "ovs_interfaceid": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.044793] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a048013-d87b-4c6f-9258-b5615fe2e4c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.054162] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed1b77c-cc70-4770-bcfe-7ba9a6c86ef3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.091811] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f407c1-b08b-497f-98d5-744660383b63 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.101621] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c82edc-97c0-4e8b-9226-0f9dcf8742c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.118121] env[62880]: DEBUG nova.compute.provider_tree [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.137234] env[62880]: DEBUG oslo_vmware.api [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881377, 'name': ReconfigVM_Task, 'duration_secs': 5.858344} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.137544] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.137757] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Reconfigured VM to detach interface {{(pid=62880) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1908.245671] env[62880]: DEBUG nova.compute.manager [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1908.289668] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.542600] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.622380] env[62880]: DEBUG nova.scheduler.client.report [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.628531] env[62880]: DEBUG nova.compute.manager [req-f5cda384-3e22-4131-b9ce-2c658a79ffbd req-07785e0f-f151-47ab-a726-c5a6a25ca876 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-vif-deleted-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1908.628775] env[62880]: INFO nova.compute.manager [req-f5cda384-3e22-4131-b9ce-2c658a79ffbd req-07785e0f-f151-47ab-a726-c5a6a25ca876 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Neutron deleted interface 2c0d6895-0c3b-4c0f-a2b6-142629fa19c7; detaching it from the instance and deleting it from the info cache [ 1908.629162] env[62880]: DEBUG nova.network.neutron [req-f5cda384-3e22-4131-b9ce-2c658a79ffbd req-07785e0f-f151-47ab-a726-c5a6a25ca876 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f8bdbea6-70bb-4cd1-b3a2-06edcca5d453", "address": "fa:16:3e:d6:fd:d7", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8bdbea6-70", "ovs_interfaceid": "f8bdbea6-70bb-4cd1-b3a2-06edcca5d453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.766960] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.100799] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "09cfe1aa-71fe-494f-962e-4f7400629e83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.101229] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.101537] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.101755] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.101946] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.104530] env[62880]: INFO nova.compute.manager [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Terminating instance [ 1909.127082] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.127778] env[62880]: DEBUG nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1909.130972] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.841s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.130972] env[62880]: DEBUG nova.objects.instance [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62880) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1909.133400] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5cda384-3e22-4131-b9ce-2c658a79ffbd req-07785e0f-f151-47ab-a726-c5a6a25ca876 service nova] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.133565] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5cda384-3e22-4131-b9ce-2c658a79ffbd req-07785e0f-f151-47ab-a726-c5a6a25ca876 service nova] Acquired lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.135829] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0ce50-409c-4341-a20f-6ca0a073864f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.155586] env[62880]: DEBUG oslo_concurrency.lockutils [req-f5cda384-3e22-4131-b9ce-2c658a79ffbd req-07785e0f-f151-47ab-a726-c5a6a25ca876 service nova] Releasing lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.155882] env[62880]: WARNING nova.compute.manager [req-f5cda384-3e22-4131-b9ce-2c658a79ffbd req-07785e0f-f151-47ab-a726-c5a6a25ca876 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Detach interface failed, port_id=2c0d6895-0c3b-4c0f-a2b6-142629fa19c7, reason: No device with interface-id 2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 exists on VM: nova.exception.NotFound: No device with interface-id 2c0d6895-0c3b-4c0f-a2b6-142629fa19c7 exists on VM [ 1909.225336] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "7a2373a1-136b-499b-8593-4d434188fb04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.225609] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "7a2373a1-136b-499b-8593-4d434188fb04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.225839] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "7a2373a1-136b-499b-8593-4d434188fb04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.226130] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "7a2373a1-136b-499b-8593-4d434188fb04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.226310] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "7a2373a1-136b-499b-8593-4d434188fb04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.228481] env[62880]: INFO nova.compute.manager [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Terminating instance [ 1909.564079] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.565097] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.565097] env[62880]: DEBUG nova.network.neutron [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.608305] env[62880]: DEBUG nova.compute.manager [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1909.608518] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.609533] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe725b-e8e5-4cee-989f-f911d7e46fd7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.618250] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.618499] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c0c0af-b359-4d21-8cde-f1129c3677b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.626474] env[62880]: DEBUG oslo_vmware.api [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1909.626474] env[62880]: value = "task-1881392" [ 1909.626474] env[62880]: _type = "Task" [ 1909.626474] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.639203] env[62880]: DEBUG nova.compute.utils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1909.640380] env[62880]: DEBUG oslo_vmware.api [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.641390] env[62880]: DEBUG nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1909.641502] env[62880]: DEBUG nova.network.neutron [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1909.681981] env[62880]: DEBUG nova.policy [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0a2b391ee948d3b3990e656aaa88e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17d9e8aee61b4f3ea7c5aa6df400f711', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1909.733413] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "refresh_cache-7a2373a1-136b-499b-8593-4d434188fb04" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.733620] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired lock "refresh_cache-7a2373a1-136b-499b-8593-4d434188fb04" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.733797] env[62880]: DEBUG nova.network.neutron [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.776996] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.777700] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.777989] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.778120] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.778269] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.780234] env[62880]: INFO nova.compute.manager [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Terminating instance [ 1910.016893] env[62880]: DEBUG nova.network.neutron [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Successfully created port: 9839a590-70a2-45be-8996-baefaa19ce3a {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1910.059357] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4473a0-9520-449a-a5a3-e2ef8e99a75c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.081199] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance 'a87368f8-71f6-499c-8665-272f5cc61cbb' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1910.138370] env[62880]: DEBUG oslo_vmware.api [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881392, 'name': PowerOffVM_Task, 'duration_secs': 0.345293} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.139493] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.139702] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.140088] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-224c3ff6-3a53-422b-9b63-470c8b1b85f5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.142777] env[62880]: DEBUG oslo_concurrency.lockutils [None req-6d4ddb8e-e355-483b-9462-26d526a092c2 tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.144090] env[62880]: DEBUG nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1910.148206] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.381s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.261971] env[62880]: DEBUG nova.network.neutron [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1910.287566] env[62880]: DEBUG nova.compute.manager [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1910.287865] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.288932] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972e0f2c-1b04-46fc-93e9-0af41b7cdf41 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.296926] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.297209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.297389] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Deleting the datastore file [datastore1] 09cfe1aa-71fe-494f-962e-4f7400629e83 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.298755] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d4c65e6-250d-47a6-b711-f3bab11c6761 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.303379] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.305677] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e56c6f9-a4c4-4139-ba82-32523771f87d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.309029] env[62880]: DEBUG oslo_vmware.api [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1910.309029] env[62880]: value = "task-1881394" [ 1910.309029] env[62880]: _type = "Task" [ 1910.309029] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.314306] env[62880]: DEBUG oslo_vmware.api [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1910.314306] env[62880]: value = "task-1881395" [ 1910.314306] env[62880]: _type = "Task" [ 1910.314306] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.321043] env[62880]: DEBUG oslo_vmware.api [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.328510] env[62880]: DEBUG oslo_vmware.api [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.347572] env[62880]: INFO nova.network.neutron [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Port f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1910.348128] env[62880]: DEBUG nova.network.neutron [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [{"id": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "address": "fa:16:3e:18:71:0c", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e25ed8-c4", "ovs_interfaceid": "e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.388480] env[62880]: DEBUG nova.network.neutron [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.587943] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.588219] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8441c789-de6e-41f1-84e6-d0f40593c98d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.597726] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1910.597726] env[62880]: value = "task-1881396" [ 1910.597726] env[62880]: _type = "Task" [ 1910.597726] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.609014] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.657244] env[62880]: INFO nova.compute.claims [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1910.665296] env[62880]: DEBUG nova.compute.manager [req-c71e7d43-9827-44d5-871f-8a595e89546d req-2be24ef0-a04e-442c-86f8-58d4bcccf84e service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-vif-deleted-f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1910.823476] env[62880]: DEBUG oslo_vmware.api [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215917} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.824309] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.824560] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.824767] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.824970] env[62880]: INFO nova.compute.manager [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1910.825253] env[62880]: DEBUG oslo.service.loopingcall [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.825454] env[62880]: DEBUG nova.compute.manager [-] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.825696] env[62880]: DEBUG nova.network.neutron [-] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.830478] env[62880]: DEBUG oslo_vmware.api [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881395, 'name': PowerOffVM_Task, 'duration_secs': 0.273327} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.831209] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.831495] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.831758] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67d04086-543a-4da9-a7b2-88b91ac1b51d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.851429] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.891337] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Releasing lock "refresh_cache-7a2373a1-136b-499b-8593-4d434188fb04" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.892112] env[62880]: DEBUG nova.compute.manager [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1910.892112] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.894033] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f09fcce-d7c4-46be-9f4c-541de48f19cd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.900848] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.901078] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f18d47-3c89-4cab-ad8f-7035b1fa4295 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.908643] env[62880]: DEBUG oslo_vmware.api [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1910.908643] env[62880]: value = "task-1881398" [ 1910.908643] env[62880]: _type = "Task" [ 1910.908643] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.918383] env[62880]: DEBUG oslo_vmware.api [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.108047] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881396, 'name': PowerOffVM_Task, 'duration_secs': 0.247048} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.108353] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.108527] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance 'a87368f8-71f6-499c-8665-272f5cc61cbb' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1911.154561] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1911.155490] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1911.155490] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleting the datastore file [datastore2] 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1911.155718] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55060921-3565-4093-87a2-074e95adfd49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.162456] env[62880]: DEBUG nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1911.167525] env[62880]: INFO nova.compute.resource_tracker [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating resource usage from migration 2f76e82b-210a-42af-8a7d-f2eead3dff36 [ 1911.170605] env[62880]: DEBUG oslo_vmware.api [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1911.170605] env[62880]: value = "task-1881399" [ 1911.170605] env[62880]: _type = "Task" [ 1911.170605] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.181947] env[62880]: DEBUG oslo_vmware.api [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.192919] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1911.193180] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.193328] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1911.193507] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.193651] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1911.193795] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1911.194044] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1911.194220] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1911.194391] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1911.194554] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1911.194731] env[62880]: DEBUG nova.virt.hardware [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1911.195858] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc43d15-ec2b-42d2-86f9-12af1b0d1782 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.206781] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1583d78f-6c05-4791-b70f-2f92a993c514 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.360023] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8dc4a235-1fb6-4863-8f1e-7acec0c543e6 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-8a79db6b-aaa1-4485-bf96-2e1ee60bc92d-2c0d6895-0c3b-4c0f-a2b6-142629fa19c7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.825s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.419284] env[62880]: DEBUG oslo_vmware.api [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881398, 'name': PowerOffVM_Task, 'duration_secs': 0.267935} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.420430] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.420609] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1911.421334] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb0e5db-16c3-49d7-93b1-ef7d0bb4dec9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.423823] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0add0e4d-e59f-4b11-9650-ed24f4fae579 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.434344] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88669653-9aed-49aa-9bc6-26f9094788c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.468746] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373fbd44-9d8b-4178-ac6e-db5b8962ff68 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.471659] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1911.471874] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1911.472072] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Deleting the datastore file [datastore2] 7a2373a1-136b-499b-8593-4d434188fb04 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1911.472317] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f23af3fb-cead-4eb8-9bcb-bb10171adec4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.480596] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64b0f90-80eb-457b-be82-1b8010b3c3a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.485220] env[62880]: DEBUG oslo_vmware.api [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1911.485220] env[62880]: value = "task-1881401" [ 1911.485220] env[62880]: _type = "Task" [ 1911.485220] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.497788] env[62880]: DEBUG nova.compute.provider_tree [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.504273] env[62880]: DEBUG oslo_vmware.api [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.616614] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1911.616857] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.617044] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1911.617248] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.617397] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1911.617546] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1911.617748] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1911.617904] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1911.618091] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1911.618256] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1911.618432] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1911.623664] env[62880]: DEBUG nova.network.neutron [-] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.624960] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c382f6-005a-4f47-b6c2-220bbbf7db64 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.642847] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1911.642847] env[62880]: value = "task-1881402" [ 1911.642847] env[62880]: _type = "Task" [ 1911.642847] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.653671] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.683615] env[62880]: DEBUG oslo_vmware.api [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425573} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.683865] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1911.684105] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1911.684281] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1911.684465] env[62880]: INFO nova.compute.manager [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1911.684680] env[62880]: DEBUG oslo.service.loopingcall [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.684859] env[62880]: DEBUG nova.compute.manager [-] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1911.684965] env[62880]: DEBUG nova.network.neutron [-] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1911.790646] env[62880]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 could not be found.", "detail": ""}} {{(pid=62880) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1911.791282] env[62880]: DEBUG nova.network.neutron [-] Unable to show port f8bdbea6-70bb-4cd1-b3a2-06edcca5d453 as it no longer exists. {{(pid=62880) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1911.934380] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.934800] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.934867] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "890171cb-ef5c-472c-aa01-986105c124f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.935057] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.935227] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.938248] env[62880]: INFO nova.compute.manager [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Terminating instance [ 1911.996382] env[62880]: DEBUG oslo_vmware.api [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155943} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.996382] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1911.996498] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1911.996677] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1911.996870] env[62880]: INFO nova.compute.manager [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1911.997090] env[62880]: DEBUG oslo.service.loopingcall [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.997287] env[62880]: DEBUG nova.compute.manager [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1911.997378] env[62880]: DEBUG nova.network.neutron [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1912.000956] env[62880]: DEBUG nova.scheduler.client.report [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.008119] env[62880]: DEBUG nova.network.neutron [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Successfully updated port: 9839a590-70a2-45be-8996-baefaa19ce3a {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1912.016373] env[62880]: DEBUG nova.network.neutron [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1912.140549] env[62880]: INFO nova.compute.manager [-] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Took 1.31 seconds to deallocate network for instance. [ 1912.154866] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881402, 'name': ReconfigVM_Task, 'duration_secs': 0.412029} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.155194] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance 'a87368f8-71f6-499c-8665-272f5cc61cbb' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.441997] env[62880]: DEBUG nova.compute.manager [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.442591] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.443530] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c99be6-3aff-4d98-9ff2-cfc0c9443f5c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.452343] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.452584] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d80a5cbb-8f79-4e2a-b101-5a0c8af7b6fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.459782] env[62880]: DEBUG oslo_vmware.api [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1912.459782] env[62880]: value = "task-1881403" [ 1912.459782] env[62880]: _type = "Task" [ 1912.459782] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.468356] env[62880]: DEBUG oslo_vmware.api [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.505951] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.358s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.506188] env[62880]: INFO nova.compute.manager [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Migrating [ 1912.513809] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "refresh_cache-47015552-853a-41e2-ab6e-e08f1efb0aea" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.513995] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "refresh_cache-47015552-853a-41e2-ab6e-e08f1efb0aea" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.514142] env[62880]: DEBUG nova.network.neutron [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1912.523914] env[62880]: DEBUG nova.network.neutron [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.645420] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.645937] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.646190] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.661740] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1912.662026] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.662213] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1912.662410] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.662553] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1912.662699] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1912.662902] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1912.663072] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1912.663243] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1912.663406] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1912.663577] env[62880]: DEBUG nova.virt.hardware [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1912.669410] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1912.669744] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5097d78-003a-4ed1-905f-335c09310d3f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.684215] env[62880]: INFO nova.scheduler.client.report [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Deleted allocations for instance 09cfe1aa-71fe-494f-962e-4f7400629e83 [ 1912.694631] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1912.694631] env[62880]: value = "task-1881404" [ 1912.694631] env[62880]: _type = "Task" [ 1912.694631] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.704495] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.707104] env[62880]: DEBUG nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Received event network-vif-deleted-6c5eb2eb-958d-4b35-ac24-5a1f3182b4a6 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.707325] env[62880]: DEBUG nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Received event network-vif-plugged-9839a590-70a2-45be-8996-baefaa19ce3a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.707516] env[62880]: DEBUG oslo_concurrency.lockutils [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] Acquiring lock "47015552-853a-41e2-ab6e-e08f1efb0aea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.707712] env[62880]: DEBUG oslo_concurrency.lockutils [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] Lock "47015552-853a-41e2-ab6e-e08f1efb0aea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.707874] env[62880]: DEBUG oslo_concurrency.lockutils [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] Lock "47015552-853a-41e2-ab6e-e08f1efb0aea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.708047] env[62880]: DEBUG nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] No waiting events found dispatching network-vif-plugged-9839a590-70a2-45be-8996-baefaa19ce3a {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1912.708251] env[62880]: WARNING nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Received unexpected event network-vif-plugged-9839a590-70a2-45be-8996-baefaa19ce3a for instance with vm_state building and task_state spawning. [ 1912.708424] env[62880]: DEBUG nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Received event network-changed-9839a590-70a2-45be-8996-baefaa19ce3a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.708613] env[62880]: DEBUG nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Refreshing instance network info cache due to event network-changed-9839a590-70a2-45be-8996-baefaa19ce3a. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1912.708789] env[62880]: DEBUG oslo_concurrency.lockutils [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] Acquiring lock "refresh_cache-47015552-853a-41e2-ab6e-e08f1efb0aea" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.872013] env[62880]: DEBUG nova.network.neutron [-] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.973197] env[62880]: DEBUG oslo_vmware.api [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881403, 'name': PowerOffVM_Task, 'duration_secs': 0.265865} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.973470] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.973664] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.973963] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6e22414-5c09-401c-ad48-bd07658dd31a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.026435] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.026686] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.026911] env[62880]: DEBUG nova.network.neutron [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.029199] env[62880]: INFO nova.compute.manager [-] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Took 1.03 seconds to deallocate network for instance. [ 1913.067850] env[62880]: DEBUG nova.network.neutron [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1913.072877] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.074025] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.074025] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Deleting the datastore file [datastore2] 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.074025] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7de622e2-3842-410b-b63a-84aa8f9a7131 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.082428] env[62880]: DEBUG oslo_vmware.api [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1913.082428] env[62880]: value = "task-1881406" [ 1913.082428] env[62880]: _type = "Task" [ 1913.082428] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.093018] env[62880]: DEBUG oslo_vmware.api [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.193773] env[62880]: DEBUG oslo_concurrency.lockutils [None req-faaf12ea-0638-4215-afa3-2c25988d5ef2 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "09cfe1aa-71fe-494f-962e-4f7400629e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.093s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.206284] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.290883] env[62880]: DEBUG nova.network.neutron [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Updating instance_info_cache with network_info: [{"id": "9839a590-70a2-45be-8996-baefaa19ce3a", "address": "fa:16:3e:7a:9d:62", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9839a590-70", "ovs_interfaceid": "9839a590-70a2-45be-8996-baefaa19ce3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.376428] env[62880]: INFO nova.compute.manager [-] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Took 1.69 seconds to deallocate network for instance. [ 1913.537644] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.537912] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.538147] env[62880]: DEBUG nova.objects.instance [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lazy-loading 'resources' on Instance uuid 7a2373a1-136b-499b-8593-4d434188fb04 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.592782] env[62880]: DEBUG oslo_vmware.api [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209711} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.593074] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.593264] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.593439] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.593614] env[62880]: INFO nova.compute.manager [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1913.593855] env[62880]: DEBUG oslo.service.loopingcall [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.594092] env[62880]: DEBUG nova.compute.manager [-] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.594194] env[62880]: DEBUG nova.network.neutron [-] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.705925] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.793991] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "refresh_cache-47015552-853a-41e2-ab6e-e08f1efb0aea" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.797022] env[62880]: DEBUG nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Instance network_info: |[{"id": "9839a590-70a2-45be-8996-baefaa19ce3a", "address": "fa:16:3e:7a:9d:62", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9839a590-70", "ovs_interfaceid": "9839a590-70a2-45be-8996-baefaa19ce3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1913.797022] env[62880]: DEBUG oslo_concurrency.lockutils [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] Acquired lock "refresh_cache-47015552-853a-41e2-ab6e-e08f1efb0aea" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.797022] env[62880]: DEBUG nova.network.neutron [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Refreshing network info cache for port 9839a590-70a2-45be-8996-baefaa19ce3a {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1913.797022] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:9d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9839a590-70a2-45be-8996-baefaa19ce3a', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1913.806048] env[62880]: DEBUG oslo.service.loopingcall [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.806711] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1913.807323] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffb1f8ec-51cf-4513-a85e-14a4de41d755 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.835364] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1913.835364] env[62880]: value = "task-1881407" [ 1913.835364] env[62880]: _type = "Task" [ 1913.835364] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.845870] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881407, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.883641] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.970703] env[62880]: DEBUG nova.network.neutron [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance_info_cache with network_info: [{"id": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "address": "fa:16:3e:6a:fd:a0", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54392b72-49", "ovs_interfaceid": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.210505] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881404, 'name': ReconfigVM_Task, 'duration_secs': 1.290858} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.210863] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1914.211831] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e337ef-8f50-4f90-9d00-6ece3308c6bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.241330] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-c6482f15-a420-4954-984e-1672b873f269/volume-c6482f15-a420-4954-984e-1672b873f269.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1914.244764] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a703e2d6-28d3-4dac-818d-1c844256f980 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.267027] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1914.267027] env[62880]: value = "task-1881408" [ 1914.267027] env[62880]: _type = "Task" [ 1914.267027] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.279342] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.347600] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881407, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.375109] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b44e360-9c85-4645-ab48-8b6951cdd078 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.384333] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b029af-7f96-43f8-8314-0e2ff1020db0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.425803] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eb5340-d598-44e8-b1b5-c597b3087994 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.429254] env[62880]: DEBUG nova.compute.manager [req-db6b4f2e-107e-4dce-bf9a-cb85fa5f8258 req-bde97c69-88c0-47d3-ba05-4378513e20ec service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Received event network-vif-deleted-90553859-30e2-4f5b-8b69-bf3d012f6eb9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1914.429496] env[62880]: INFO nova.compute.manager [req-db6b4f2e-107e-4dce-bf9a-cb85fa5f8258 req-bde97c69-88c0-47d3-ba05-4378513e20ec service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Neutron deleted interface 90553859-30e2-4f5b-8b69-bf3d012f6eb9; detaching it from the instance and deleting it from the info cache [ 1914.429717] env[62880]: DEBUG nova.network.neutron [req-db6b4f2e-107e-4dce-bf9a-cb85fa5f8258 req-bde97c69-88c0-47d3-ba05-4378513e20ec service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.437762] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875cb73b-ca56-4ac4-ac45-011dcfb0ecf2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.456266] env[62880]: DEBUG nova.compute.provider_tree [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.473414] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.560507] env[62880]: DEBUG nova.network.neutron [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Updated VIF entry in instance network info cache for port 9839a590-70a2-45be-8996-baefaa19ce3a. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1914.560993] env[62880]: DEBUG nova.network.neutron [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Updating instance_info_cache with network_info: [{"id": "9839a590-70a2-45be-8996-baefaa19ce3a", "address": "fa:16:3e:7a:9d:62", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9839a590-70", "ovs_interfaceid": "9839a590-70a2-45be-8996-baefaa19ce3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.605033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "42962ea7-3545-4668-9da2-dc7465c0027c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.605033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.605033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.605203] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.605236] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.607804] env[62880]: INFO nova.compute.manager [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Terminating instance [ 1914.775946] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881408, 'name': ReconfigVM_Task, 'duration_secs': 0.298146} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.776217] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-c6482f15-a420-4954-984e-1672b873f269/volume-c6482f15-a420-4954-984e-1672b873f269.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1914.776499] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance 'a87368f8-71f6-499c-8665-272f5cc61cbb' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1914.847921] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881407, 'name': CreateVM_Task, 'duration_secs': 0.530054} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.848114] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1914.848788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.848955] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.849311] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1914.849566] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2006023f-edf7-4c9a-b4d2-c012f1c08e43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.854525] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1914.854525] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fe4e11-dd63-54b7-45dc-8bbbd55709dc" [ 1914.854525] env[62880]: _type = "Task" [ 1914.854525] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.862210] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fe4e11-dd63-54b7-45dc-8bbbd55709dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.893686] env[62880]: DEBUG nova.network.neutron [-] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.932732] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d447bf65-3e82-43e4-ba15-fd547a5dbe85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.943140] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df51bec-7c0e-4111-84d5-506e03d16e43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.961389] env[62880]: DEBUG nova.scheduler.client.report [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.982222] env[62880]: DEBUG nova.compute.manager [req-db6b4f2e-107e-4dce-bf9a-cb85fa5f8258 req-bde97c69-88c0-47d3-ba05-4378513e20ec service nova] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Detach interface failed, port_id=90553859-30e2-4f5b-8b69-bf3d012f6eb9, reason: Instance 890171cb-ef5c-472c-aa01-986105c124f2 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1914.983698] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.446s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.985780] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.102s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.986043] env[62880]: DEBUG nova.objects.instance [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'resources' on Instance uuid 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.016989] env[62880]: INFO nova.scheduler.client.report [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Deleted allocations for instance 7a2373a1-136b-499b-8593-4d434188fb04 [ 1915.063584] env[62880]: DEBUG oslo_concurrency.lockutils [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] Releasing lock "refresh_cache-47015552-853a-41e2-ab6e-e08f1efb0aea" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.063852] env[62880]: DEBUG nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Received event network-vif-deleted-e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1915.065355] env[62880]: INFO nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Neutron deleted interface e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71; detaching it from the instance and deleting it from the info cache [ 1915.065355] env[62880]: DEBUG nova.network.neutron [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.111205] env[62880]: DEBUG nova.compute.manager [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1915.111433] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1915.112320] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175219d7-6479-4415-b403-a67089f5bf04 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.120703] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.120982] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e32a73-c73d-4cf1-8219-eedecd845c38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.128982] env[62880]: DEBUG oslo_vmware.api [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1915.128982] env[62880]: value = "task-1881409" [ 1915.128982] env[62880]: _type = "Task" [ 1915.128982] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.137314] env[62880]: DEBUG oslo_vmware.api [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.284033] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7acf05-4d87-4eca-a7af-19939d0b51ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.304290] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c999b049-a183-45cc-aed6-0f84f683dc9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.322724] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance 'a87368f8-71f6-499c-8665-272f5cc61cbb' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1915.367417] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fe4e11-dd63-54b7-45dc-8bbbd55709dc, 'name': SearchDatastore_Task, 'duration_secs': 0.026441} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.370772] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.370772] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1915.370772] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.370772] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.370772] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1915.370772] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-186b4754-5cc3-43bf-b857-7857f3ea5e91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.390038] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1915.390204] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1915.390949] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e44ff5-4d35-4f64-96d6-2a9ccaaa98b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.395397] env[62880]: INFO nova.compute.manager [-] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Took 1.80 seconds to deallocate network for instance. [ 1915.399371] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1915.399371] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ac98c9-fe67-ee03-50b3-36f640c91aae" [ 1915.399371] env[62880]: _type = "Task" [ 1915.399371] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.416115] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ac98c9-fe67-ee03-50b3-36f640c91aae, 'name': SearchDatastore_Task, 'duration_secs': 0.014725} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.416115] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf8c2c0-6aae-4762-8353-2b97c6cdf800 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.421657] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1915.421657] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cdc5a1-c8d0-61da-64ab-2d2f878eb5ba" [ 1915.421657] env[62880]: _type = "Task" [ 1915.421657] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.431580] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cdc5a1-c8d0-61da-64ab-2d2f878eb5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.527891] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7aca4412-4b7c-432c-9802-c4327254db9f tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "7a2373a1-136b-499b-8593-4d434188fb04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.302s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.566765] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e6e3fb3-9867-43e5-b2b5-09e726aaf875 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.576444] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2430a55-824b-49a9-b34a-2d1e18a40bfb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.612121] env[62880]: DEBUG nova.compute.manager [req-2a618d85-8f39-45a5-a329-373fdd381497 req-b1888b02-d017-4438-aec8-395e7d1215c5 service nova] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Detach interface failed, port_id=e0e25ed8-c4a3-4889-a8c3-8bfc04e3db71, reason: Instance 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1915.638142] env[62880]: DEBUG oslo_vmware.api [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881409, 'name': PowerOffVM_Task, 'duration_secs': 0.366947} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.638142] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.638282] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1915.638424] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f2a18c-4bda-43b6-8f98-0fc1390a38bc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.696787] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8bfe93-6071-467a-8ea8-40231e73bebe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.704352] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48bafd8-22cf-4e1e-b832-143839797c10 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.734171] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e1514-da34-4061-8035-ebf791245332 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.741347] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b965a09a-4dd9-4c50-89f4-01e9f4c214b2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.755785] env[62880]: DEBUG nova.compute.provider_tree [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.868337] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.868601] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.868805] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.868981] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.869165] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.871255] env[62880]: INFO nova.compute.manager [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Terminating instance [ 1915.909307] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.931915] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52cdc5a1-c8d0-61da-64ab-2d2f878eb5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.054188} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.932167] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.932423] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 47015552-853a-41e2-ab6e-e08f1efb0aea/47015552-853a-41e2-ab6e-e08f1efb0aea.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.932678] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eddb5d5-bce2-4f1b-9c92-54e0009e9b1c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.940334] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1915.940334] env[62880]: value = "task-1881411" [ 1915.940334] env[62880]: _type = "Task" [ 1915.940334] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.949524] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.000940] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51908999-6601-4202-84e4-3fc3fb30d08a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.021949] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance 'c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.260054] env[62880]: DEBUG nova.scheduler.client.report [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.374747] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "refresh_cache-5f7baac8-efaa-40cf-b53c-71cfee334cb3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.375195] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquired lock "refresh_cache-5f7baac8-efaa-40cf-b53c-71cfee334cb3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.375240] env[62880]: DEBUG nova.network.neutron [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.452443] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881411, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.528127] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.528433] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-769d4c39-3092-49ae-b397-1bdb4dea9e1c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.537441] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1916.537441] env[62880]: value = "task-1881412" [ 1916.537441] env[62880]: _type = "Task" [ 1916.537441] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.547255] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.765173] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.767964] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.859s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.768116] env[62880]: DEBUG nova.objects.instance [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'resources' on Instance uuid 890171cb-ef5c-472c-aa01-986105c124f2 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.791157] env[62880]: INFO nova.scheduler.client.report [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleted allocations for instance 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d [ 1916.895321] env[62880]: DEBUG nova.network.neutron [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1916.947151] env[62880]: DEBUG nova.network.neutron [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.954805] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796753} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.954805] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 47015552-853a-41e2-ab6e-e08f1efb0aea/47015552-853a-41e2-ab6e-e08f1efb0aea.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1916.954805] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1916.955073] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d668f53d-5bf0-4459-9c2e-2a7ac4577414 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.963093] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1916.963093] env[62880]: value = "task-1881413" [ 1916.963093] env[62880]: _type = "Task" [ 1916.963093] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.967236] env[62880]: DEBUG nova.network.neutron [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Port c1c2dd81-ec74-4986-b541-fcc40a9c59d9 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1916.974881] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.050071] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881412, 'name': PowerOffVM_Task, 'duration_secs': 0.294672} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.050071] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.050344] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance 'c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.089630] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.089869] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.090072] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Deleting the datastore file [datastore1] 42962ea7-3545-4668-9da2-dc7465c0027c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.090359] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d16ca65-2cdf-4b28-80fa-afb159538d4f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.097616] env[62880]: DEBUG oslo_vmware.api [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for the task: (returnval){ [ 1917.097616] env[62880]: value = "task-1881414" [ 1917.097616] env[62880]: _type = "Task" [ 1917.097616] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.106337] env[62880]: DEBUG oslo_vmware.api [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.300937] env[62880]: DEBUG oslo_concurrency.lockutils [None req-09531e1a-477f-4cbb-ab2c-9dc02a2525a3 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "8a79db6b-aaa1-4485-bf96-2e1ee60bc92d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.523s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.450446] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Releasing lock "refresh_cache-5f7baac8-efaa-40cf-b53c-71cfee334cb3" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.450856] env[62880]: DEBUG nova.compute.manager [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1917.451064] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.451885] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1359fcb-53bd-4d45-a5dd-f4ff39f217e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.456168] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287014fe-2573-456c-bb94-22d3f5caf667 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.461576] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.462841] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1917.462841] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1917.462841] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1917.468013] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.471262] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52bec04e-1253-4cda-88e8-0d2dd41b5842 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.473621] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59680f48-f2bb-4a61-821f-5687e14e5687 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.488376] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08957} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.517928] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1917.518801] env[62880]: DEBUG oslo_vmware.api [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1917.518801] env[62880]: value = "task-1881415" [ 1917.518801] env[62880]: _type = "Task" [ 1917.518801] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.519514] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845807ba-cdcf-4db5-93f3-08f3ad619f4e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.522522] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfa80fa-1d0e-48bd-9b1b-91fdd80fa147 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.548991] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657a899d-ceb3-438f-8ebd-251f90f0382f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.562240] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 47015552-853a-41e2-ab6e-e08f1efb0aea/47015552-853a-41e2-ab6e-e08f1efb0aea.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1917.564387] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1917.564685] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.564763] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1917.564950] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.565127] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1917.565359] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1917.565481] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1917.565638] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1917.565803] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1917.565971] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1917.566174] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1917.571364] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d0eb106-c79c-4e13-96f6-40d57c71d377 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.586118] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f5b63c-ae5e-43e5-a63b-4dc5dc0cd997 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.608803] env[62880]: DEBUG nova.compute.provider_tree [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.620036] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1917.620036] env[62880]: value = "task-1881416" [ 1917.620036] env[62880]: _type = "Task" [ 1917.620036] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.620493] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1917.620493] env[62880]: value = "task-1881417" [ 1917.620493] env[62880]: _type = "Task" [ 1917.620493] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.637108] env[62880]: DEBUG oslo_vmware.api [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Task: {'id': task-1881414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289407} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.638486] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1917.639310] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1917.639633] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1917.639926] env[62880]: INFO nova.compute.manager [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Took 2.53 seconds to destroy the instance on the hypervisor. [ 1917.640332] env[62880]: DEBUG oslo.service.loopingcall [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.650838] env[62880]: DEBUG nova.compute.manager [-] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1917.650992] env[62880]: DEBUG nova.network.neutron [-] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1917.653651] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.653968] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.967602] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Skipping network cache update for instance because it is being deleted. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1917.967795] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Skipping network cache update for instance because it is being deleted. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1917.968021] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Skipping network cache update for instance because it is Building. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1918.000302] env[62880]: DEBUG nova.compute.manager [req-5b579720-6a24-416e-b807-57aa74f50ef1 req-701e6091-34cb-4582-802c-a2648d32dfd8 service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Received event network-vif-deleted-d9f97fa8-8bb9-432a-95c6-efa37a0b76d0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.000448] env[62880]: INFO nova.compute.manager [req-5b579720-6a24-416e-b807-57aa74f50ef1 req-701e6091-34cb-4582-802c-a2648d32dfd8 service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Neutron deleted interface d9f97fa8-8bb9-432a-95c6-efa37a0b76d0; detaching it from the instance and deleting it from the info cache [ 1918.000555] env[62880]: DEBUG nova.network.neutron [req-5b579720-6a24-416e-b807-57aa74f50ef1 req-701e6091-34cb-4582-802c-a2648d32dfd8 service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.001846] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.002129] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.002326] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.003692] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.003817] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquired lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.003952] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Forcefully refreshing network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1918.004135] env[62880]: DEBUG nova.objects.instance [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lazy-loading 'info_cache' on Instance uuid 38c29c47-4b8e-42b4-8288-4fb00c05cd38 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.035329] env[62880]: DEBUG oslo_vmware.api [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881415, 'name': PowerOffVM_Task, 'duration_secs': 0.213412} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.036217] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.036217] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.036463] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb4d8db2-6a96-4bc5-9545-ef1af2e9a18c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.068422] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.068492] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.068693] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Deleting the datastore file [datastore1] 5f7baac8-efaa-40cf-b53c-71cfee334cb3 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.068929] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8297d34c-ee37-45bf-be3b-63587b86aac1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.076397] env[62880]: DEBUG oslo_vmware.api [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for the task: (returnval){ [ 1918.076397] env[62880]: value = "task-1881419" [ 1918.076397] env[62880]: _type = "Task" [ 1918.076397] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.085267] env[62880]: DEBUG oslo_vmware.api [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.112850] env[62880]: DEBUG nova.scheduler.client.report [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.135058] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881417, 'name': ReconfigVM_Task, 'duration_secs': 0.244313} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.138109] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance 'c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.141828] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881416, 'name': ReconfigVM_Task, 'duration_secs': 0.355391} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.142469] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 47015552-853a-41e2-ab6e-e08f1efb0aea/47015552-853a-41e2-ab6e-e08f1efb0aea.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1918.143063] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8600e9f6-85b3-467d-9635-2d6c6325cd42 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.152850] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1918.152850] env[62880]: value = "task-1881420" [ 1918.152850] env[62880]: _type = "Task" [ 1918.152850] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.161662] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881420, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.461156] env[62880]: DEBUG nova.network.neutron [-] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.508760] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7224bfe9-5f0d-418f-a8d0-489a198e0ac8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.518876] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c00228-3040-48c1-ab54-8ba5550ada96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.551447] env[62880]: DEBUG nova.compute.manager [req-5b579720-6a24-416e-b807-57aa74f50ef1 req-701e6091-34cb-4582-802c-a2648d32dfd8 service nova] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Detach interface failed, port_id=d9f97fa8-8bb9-432a-95c6-efa37a0b76d0, reason: Instance 42962ea7-3545-4668-9da2-dc7465c0027c could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1918.586324] env[62880]: DEBUG oslo_vmware.api [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Task: {'id': task-1881419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223002} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.586582] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.586769] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.586941] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.587131] env[62880]: INFO nova.compute.manager [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1918.587371] env[62880]: DEBUG oslo.service.loopingcall [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.587553] env[62880]: DEBUG nova.compute.manager [-] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.587648] env[62880]: DEBUG nova.network.neutron [-] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.603119] env[62880]: DEBUG nova.network.neutron [-] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1918.618092] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.642935] env[62880]: INFO nova.scheduler.client.report [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Deleted allocations for instance 890171cb-ef5c-472c-aa01-986105c124f2 [ 1918.645816] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.646187] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.646187] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.646409] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.646510] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.646658] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.646919] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.647043] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.647268] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.647405] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.647720] env[62880]: DEBUG nova.virt.hardware [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.652820] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1918.655679] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-667d619a-9500-4b57-9d07-3004f7f42f93 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.679703] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881420, 'name': Rename_Task, 'duration_secs': 0.327447} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.680963] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.681299] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1918.681299] env[62880]: value = "task-1881421" [ 1918.681299] env[62880]: _type = "Task" [ 1918.681299] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.681508] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8111d851-e798-468f-90bb-033860fd37b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.692201] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.693542] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1918.693542] env[62880]: value = "task-1881422" [ 1918.693542] env[62880]: _type = "Task" [ 1918.693542] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.701627] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.965814] env[62880]: INFO nova.compute.manager [-] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Took 1.31 seconds to deallocate network for instance. [ 1919.043227] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.043444] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.043676] env[62880]: DEBUG nova.network.neutron [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.071439] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "479f566f-f6ac-4568-8390-d69353ee303c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.071656] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.105035] env[62880]: DEBUG nova.network.neutron [-] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.172296] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3dc4e40b-4e98-41b3-8a57-d2341332aa89 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "890171cb-ef5c-472c-aa01-986105c124f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.237s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.193895] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881421, 'name': ReconfigVM_Task, 'duration_secs': 0.221797} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.194838] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1919.198573] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b5dfa0-47df-4067-b581-6a587dbd5be1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.207402] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.225151] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f/c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.225447] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f38fe1-742e-4860-b011-c19ce04db67f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.248625] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1919.248625] env[62880]: value = "task-1881423" [ 1919.248625] env[62880]: _type = "Task" [ 1919.248625] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.260129] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.446638] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.446908] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.471237] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.471579] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.471935] env[62880]: DEBUG nova.objects.instance [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lazy-loading 'resources' on Instance uuid 42962ea7-3545-4668-9da2-dc7465c0027c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.575387] env[62880]: DEBUG nova.compute.utils [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.613105] env[62880]: INFO nova.compute.manager [-] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Took 1.03 seconds to deallocate network for instance. [ 1919.706945] env[62880]: DEBUG oslo_vmware.api [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881422, 'name': PowerOnVM_Task, 'duration_secs': 0.59275} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.707197] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.707387] env[62880]: INFO nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1919.707564] env[62880]: DEBUG nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.708678] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c1502-1f4d-44db-9d92-a1f12e26a826 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.739624] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updating instance_info_cache with network_info: [{"id": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "address": "fa:16:3e:5f:4f:c3", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e7a78-8e", "ovs_interfaceid": "dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.760796] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881423, 'name': ReconfigVM_Task, 'duration_secs': 0.428164} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.761090] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f/c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.761371] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance 'c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.949714] env[62880]: DEBUG nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1919.957628] env[62880]: DEBUG nova.network.neutron [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance_info_cache with network_info: [{"id": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "address": "fa:16:3e:73:7c:0b", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c2dd81-ec", "ovs_interfaceid": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.077985] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.120593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.205259] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b8bd47-d62d-4426-abcd-0dcf92a80dcb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.215244] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20715bfc-93b0-414d-8853-a7ebc48de53d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.257078] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Releasing lock "refresh_cache-38c29c47-4b8e-42b4-8288-4fb00c05cd38" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.257193] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updated the network info_cache for instance {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1920.262323] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.262323] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a378b5-b5e9-47af-8ad1-65a04189a121 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.266059] env[62880]: INFO nova.compute.manager [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Took 14.83 seconds to build instance. [ 1920.266817] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.268444] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.269661] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bc0450-4a23-4227-9982-cc57238ac81d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.274958] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.275226] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1920.276836] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4108f1a-58a1-4573-8af9-b38aaaa19fed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.296961] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a4947-d4a1-458f-a574-8501d798e6cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.308557] env[62880]: DEBUG nova.compute.provider_tree [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.329449] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance 'c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.459615] env[62880]: DEBUG oslo_concurrency.lockutils [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.475249] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.767467] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c10278b-6b27-412b-96ac-52d49cae7467 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "47015552-853a-41e2-ab6e-e08f1efb0aea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.344s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.812332] env[62880]: DEBUG nova.scheduler.client.report [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.919413] env[62880]: DEBUG nova.network.neutron [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Port 54392b72-49c2-4cdb-b11e-9f000964f6e5 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1920.969520] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be94829-9fac-4373-ba69-ea28d820668f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.978260] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373d22d-6aa3-4240-87ce-27b4766db163 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.176369] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "479f566f-f6ac-4568-8390-d69353ee303c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.176640] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.176911] env[62880]: INFO nova.compute.manager [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Attaching volume 0b421fe9-ea79-4f5a-9ece-2f840503ce65 to /dev/sdb [ 1921.214517] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10509c7-d62a-4720-bec5-c0d2b6e9bcb7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.223267] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2451bd2c-bc85-4ccd-96c3-3f38e9ca6ee6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.239400] env[62880]: DEBUG nova.virt.block_device [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating existing volume attachment record: e5634b28-16ce-4e55-bf21-358d63d04578 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1921.324015] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.324015] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.203s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.324015] env[62880]: DEBUG nova.objects.instance [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lazy-loading 'resources' on Instance uuid 5f7baac8-efaa-40cf-b53c-71cfee334cb3 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.359400] env[62880]: INFO nova.scheduler.client.report [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Deleted allocations for instance 42962ea7-3545-4668-9da2-dc7465c0027c [ 1921.773817] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "576aecca-0382-460b-921d-71f05c66545c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.773817] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "576aecca-0382-460b-921d-71f05c66545c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.841422] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.841749] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.866404] env[62880]: DEBUG oslo_concurrency.lockutils [None req-1da57f12-2446-4b10-b362-3d089bb29827 tempest-MigrationsAdminTest-43371072 tempest-MigrationsAdminTest-43371072-project-member] Lock "42962ea7-3545-4668-9da2-dc7465c0027c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.262s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.913812] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.944386] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.944627] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.944798] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.047087] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00e3fc1-dccb-4753-8bf8-8df2b2158f1a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.055185] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d424f7-f369-4fe0-afd5-7d1b72b23e2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.091041] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657aca80-4d72-4710-98de-bb2fce530ece {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.094544] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f261b74-2cd0-4fda-be4a-84f8ed1b314e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.116025] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d33a7-fdcd-4481-8380-8d6185ca23ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.119831] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac22588-3ac1-4be2-9322-663aa4f97179 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.136781] env[62880]: DEBUG nova.compute.provider_tree [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.138366] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance 'a87368f8-71f6-499c-8665-272f5cc61cbb' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.277271] env[62880]: DEBUG nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1922.347832] env[62880]: DEBUG nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1922.643480] env[62880]: DEBUG nova.scheduler.client.report [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.651031] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.651031] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd98172-2c05-4575-8de6-b0e87eb0bb3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.657043] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1922.657043] env[62880]: value = "task-1881427" [ 1922.657043] env[62880]: _type = "Task" [ 1922.657043] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.668259] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.798502] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.871450] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.913550] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1922.979152] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.979373] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.979606] env[62880]: DEBUG nova.network.neutron [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.149664] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.151956] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.677s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.153542] env[62880]: INFO nova.compute.claims [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.167502] env[62880]: DEBUG oslo_vmware.api [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881427, 'name': PowerOnVM_Task, 'duration_secs': 0.400869} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.167792] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.167948] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-69e41224-214d-49a2-93c4-e448f39c3d66 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance 'a87368f8-71f6-499c-8665-272f5cc61cbb' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.173753] env[62880]: INFO nova.scheduler.client.report [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Deleted allocations for instance 5f7baac8-efaa-40cf-b53c-71cfee334cb3 [ 1923.418682] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.690200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0a57ab11-5baa-44e3-b3dd-d16214a9ce6d tempest-ServerShowV247Test-297737033 tempest-ServerShowV247Test-297737033-project-member] Lock "5f7baac8-efaa-40cf-b53c-71cfee334cb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.821s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.832280] env[62880]: DEBUG nova.network.neutron [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance_info_cache with network_info: [{"id": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "address": "fa:16:3e:6a:fd:a0", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54392b72-49", "ovs_interfaceid": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.335050] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.353105] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d364d-5e47-48b7-98dd-b77ce67bd2ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.362387] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38272b2-2751-49ff-9aff-7ad1d6bb14b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.396132] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e2b343-a35f-44ce-8a90-7dc3d833b31d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.404231] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b39e53-03af-4da2-b0f2-40c01ca6d8bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.420740] env[62880]: DEBUG nova.compute.provider_tree [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.856330] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2940fe-ca04-4743-9caa-558663f020c5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.877354] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a814542-7350-478e-be68-dbe26f504168 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.884995] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance 'c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1924.924467] env[62880]: DEBUG nova.scheduler.client.report [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.394554] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.394940] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b67b55c3-32bb-4b0b-b562-d97c41190539 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.404138] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1925.404138] env[62880]: value = "task-1881428" [ 1925.404138] env[62880]: _type = "Task" [ 1925.404138] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.413015] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.430048] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.430590] env[62880]: DEBUG nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1925.433574] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.635s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.435274] env[62880]: INFO nova.compute.claims [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.491831] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "a87368f8-71f6-499c-8665-272f5cc61cbb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.492108] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.492321] env[62880]: DEBUG nova.compute.manager [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Going to confirm migration 6 {{(pid=62880) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1925.917738] env[62880]: DEBUG oslo_vmware.api [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881428, 'name': PowerOnVM_Task, 'duration_secs': 0.415608} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.918143] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1925.918414] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4f14741e-96af-4eea-9538-bd2536236a0a tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance 'c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.940555] env[62880]: DEBUG nova.compute.utils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.944390] env[62880]: DEBUG nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1925.944563] env[62880]: DEBUG nova.network.neutron [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.988824] env[62880]: DEBUG nova.policy [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1926.126710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.126890] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquired lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.127075] env[62880]: DEBUG nova.network.neutron [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1926.128444] env[62880]: DEBUG nova.objects.instance [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'info_cache' on Instance uuid a87368f8-71f6-499c-8665-272f5cc61cbb {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.380998] env[62880]: DEBUG nova.network.neutron [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Successfully created port: 53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1926.445640] env[62880]: DEBUG nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.708950] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b628f52-7ca4-46fc-b526-1c712c9ee44a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.718565] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ec11c-4e87-474e-95c8-a52407ca503a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.752742] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5f3118-62b6-444c-8321-c784e6d4c916 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.764249] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ebd765-a8b0-4791-9239-52bbc6d979f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.778327] env[62880]: DEBUG nova.compute.provider_tree [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.282136] env[62880]: DEBUG nova.scheduler.client.report [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.318384] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.319147] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.319147] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.319147] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.319308] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.322179] env[62880]: INFO nova.compute.manager [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Terminating instance [ 1927.423364] env[62880]: DEBUG nova.network.neutron [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance_info_cache with network_info: [{"id": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "address": "fa:16:3e:73:7c:0b", "network": {"id": "5750a0b8-6784-4abb-b3c0-b430a4cf4c51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1285442684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87817e0bd64e4d348e836e41efea4909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c2dd81-ec", "ovs_interfaceid": "c1c2dd81-ec74-4986-b541-fcc40a9c59d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.463833] env[62880]: DEBUG nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.493038] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.493038] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.493236] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.493271] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.493409] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.493555] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.493766] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.493923] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.494105] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.494286] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.495150] env[62880]: DEBUG nova.virt.hardware [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.496129] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3308cd19-6afa-4122-b344-43ae48b519f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.505372] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ecd95c-4578-40d7-91f3-3d257063a5ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.790027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.790027] env[62880]: DEBUG nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1927.790911] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.920s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.792547] env[62880]: INFO nova.compute.claims [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1927.827486] env[62880]: DEBUG nova.compute.manager [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1927.830017] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.830017] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100cf7fe-87d0-497d-8299-ba2aa04aa9fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.839017] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1927.839017] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b90597-d60d-41f1-85e8-58bd32e38022 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.849073] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1927.849073] env[62880]: value = "task-1881430" [ 1927.849073] env[62880]: _type = "Task" [ 1927.849073] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.864384] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.928716] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Releasing lock "refresh_cache-a87368f8-71f6-499c-8665-272f5cc61cbb" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.928716] env[62880]: DEBUG nova.objects.instance [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'migration_context' on Instance uuid a87368f8-71f6-499c-8665-272f5cc61cbb {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.994209] env[62880]: DEBUG nova.compute.manager [req-38fe32bc-303a-435b-83dd-58201df4c29a req-5b89c5a8-4005-4bc8-9676-a1252ea8ee8b service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-vif-plugged-53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1927.994209] env[62880]: DEBUG oslo_concurrency.lockutils [req-38fe32bc-303a-435b-83dd-58201df4c29a req-5b89c5a8-4005-4bc8-9676-a1252ea8ee8b service nova] Acquiring lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.994209] env[62880]: DEBUG oslo_concurrency.lockutils [req-38fe32bc-303a-435b-83dd-58201df4c29a req-5b89c5a8-4005-4bc8-9676-a1252ea8ee8b service nova] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.994209] env[62880]: DEBUG oslo_concurrency.lockutils [req-38fe32bc-303a-435b-83dd-58201df4c29a req-5b89c5a8-4005-4bc8-9676-a1252ea8ee8b service nova] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.994682] env[62880]: DEBUG nova.compute.manager [req-38fe32bc-303a-435b-83dd-58201df4c29a req-5b89c5a8-4005-4bc8-9676-a1252ea8ee8b service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] No waiting events found dispatching network-vif-plugged-53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1927.995019] env[62880]: WARNING nova.compute.manager [req-38fe32bc-303a-435b-83dd-58201df4c29a req-5b89c5a8-4005-4bc8-9676-a1252ea8ee8b service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received unexpected event network-vif-plugged-53dd4726-0260-4a58-8897-7601e86b33c1 for instance with vm_state building and task_state spawning. [ 1928.297282] env[62880]: DEBUG nova.compute.utils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.298920] env[62880]: DEBUG nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1928.299111] env[62880]: DEBUG nova.network.neutron [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.310060] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1928.310255] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388785', 'volume_id': '0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'name': 'volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '479f566f-f6ac-4568-8390-d69353ee303c', 'attached_at': '', 'detached_at': '', 'volume_id': '0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'serial': '0b421fe9-ea79-4f5a-9ece-2f840503ce65'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1928.313496] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4b6190-e471-431c-afa3-5a65cc29914a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.323447] env[62880]: DEBUG nova.network.neutron [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Successfully updated port: 53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1928.343935] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.344165] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.344352] env[62880]: DEBUG nova.network.neutron [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.346535] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c44d36c-8694-4f6c-9bea-a1cbaf78904c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.377538] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65/volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1928.379979] env[62880]: DEBUG nova.policy [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0a2b391ee948d3b3990e656aaa88e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17d9e8aee61b4f3ea7c5aa6df400f711', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1928.385504] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782b9eed-16ce-406d-94ad-1918031980fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.402099] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881430, 'name': PowerOffVM_Task, 'duration_secs': 0.228742} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.403212] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1928.403212] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1928.403388] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0211774b-6244-44bd-b6dd-9fdafd81f893 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.409892] env[62880]: DEBUG oslo_vmware.api [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1928.409892] env[62880]: value = "task-1881431" [ 1928.409892] env[62880]: _type = "Task" [ 1928.409892] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.423105] env[62880]: DEBUG oslo_vmware.api [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.435314] env[62880]: DEBUG nova.objects.base [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1928.436444] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5521e9-b0a6-4c0c-817e-ac828ef56dcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.463050] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabfd8ad-66f5-4f4c-b273-397a31dcdc4a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.469948] env[62880]: DEBUG oslo_vmware.api [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1928.469948] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52adfd45-98fb-dc73-27df-29a9efb985aa" [ 1928.469948] env[62880]: _type = "Task" [ 1928.469948] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.480908] env[62880]: DEBUG oslo_vmware.api [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52adfd45-98fb-dc73-27df-29a9efb985aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.526455] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1928.526455] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1928.526455] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleting the datastore file [datastore1] e8b8fdee-6198-4c05-8233-add7e4bcf20f {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1928.526455] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-268de637-4f86-4c7c-93ba-9514604c857f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.534050] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1928.534050] env[62880]: value = "task-1881433" [ 1928.534050] env[62880]: _type = "Task" [ 1928.534050] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.545304] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.640133] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0209090f-a325-4a8c-a472-17cf3d4629ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.647657] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "6365f098-d9a5-40f7-8d55-a06914852f4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.647946] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "6365f098-d9a5-40f7-8d55-a06914852f4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.652855] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3269f458-a810-4554-914a-6cf52b943b51 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.691557] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d86af8-7c45-4341-afa2-1f4e4e2a5b73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.700115] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c31be4-cbf2-4724-854c-cfeccb679001 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.715906] env[62880]: DEBUG nova.compute.provider_tree [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.719697] env[62880]: DEBUG nova.network.neutron [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Successfully created port: 759e52c7-8afd-4a8b-a1fd-d5a2a84631ec {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1928.811906] env[62880]: DEBUG nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1928.883832] env[62880]: DEBUG nova.network.neutron [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1928.921074] env[62880]: DEBUG oslo_vmware.api [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.987334] env[62880]: DEBUG oslo_vmware.api [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52adfd45-98fb-dc73-27df-29a9efb985aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.987816] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.045420] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.070391] env[62880]: DEBUG nova.network.neutron [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.084085] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.084466] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.084670] env[62880]: DEBUG nova.compute.manager [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Going to confirm migration 7 {{(pid=62880) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1929.150678] env[62880]: DEBUG nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1929.219784] env[62880]: DEBUG nova.scheduler.client.report [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.421374] env[62880]: DEBUG oslo_vmware.api [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881431, 'name': ReconfigVM_Task, 'duration_secs': 0.868368} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.421690] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65/volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1929.426295] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c436ce-7846-473a-84f7-24c2faf0b696 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.443286] env[62880]: DEBUG oslo_vmware.api [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1929.443286] env[62880]: value = "task-1881434" [ 1929.443286] env[62880]: _type = "Task" [ 1929.443286] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.451494] env[62880]: DEBUG oslo_vmware.api [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.544676] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.574032] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.574032] env[62880]: DEBUG nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Instance network_info: |[{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1929.574238] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:96:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53dd4726-0260-4a58-8897-7601e86b33c1', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1929.581625] env[62880]: DEBUG oslo.service.loopingcall [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.581857] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1929.582103] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81923711-6b44-44ff-aa84-f018ec318272 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.606030] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1929.606030] env[62880]: value = "task-1881435" [ 1929.606030] env[62880]: _type = "Task" [ 1929.606030] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.615565] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.646931] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.647145] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquired lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.647327] env[62880]: DEBUG nova.network.neutron [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.647510] env[62880]: DEBUG nova.objects.instance [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'info_cache' on Instance uuid c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.673785] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.725491] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.934s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.726132] env[62880]: DEBUG nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1929.729142] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.311s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.729452] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.729582] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1929.729760] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.742s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.732163] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0ac54b-8d44-4c02-ae45-34be00e2c9ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.741235] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39dc468-96a0-4dfc-8f6d-849641e60883 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.757497] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7dbe50-1d62-4aa6-ab8f-2b43d3410de3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.766160] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15c9304-d321-4e69-aa11-dc8aedea7d62 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.797474] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178998MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1929.797623] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.823337] env[62880]: DEBUG nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1929.848541] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1929.848780] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.848937] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1929.849131] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.849279] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1929.849427] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1929.849655] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1929.849797] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1929.849966] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1929.850145] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1929.850316] env[62880]: DEBUG nova.virt.hardware [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1929.851174] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbec005c-2f33-4029-b634-1026b9fca8d8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.860051] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740da047-8de7-4475-9950-9715e3eed10f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.952902] env[62880]: DEBUG oslo_vmware.api [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881434, 'name': ReconfigVM_Task, 'duration_secs': 0.143607} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.953240] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388785', 'volume_id': '0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'name': 'volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '479f566f-f6ac-4568-8390-d69353ee303c', 'attached_at': '', 'detached_at': '', 'volume_id': '0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'serial': '0b421fe9-ea79-4f5a-9ece-2f840503ce65'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1930.018337] env[62880]: DEBUG nova.compute.manager [req-51f006d4-bf62-47e1-a21f-eaf9108f5e02 req-f9c29c6a-3905-4f9a-ab50-f2c0f1d8a52e service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1930.018531] env[62880]: DEBUG nova.compute.manager [req-51f006d4-bf62-47e1-a21f-eaf9108f5e02 req-f9c29c6a-3905-4f9a-ab50-f2c0f1d8a52e service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing instance network info cache due to event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1930.018778] env[62880]: DEBUG oslo_concurrency.lockutils [req-51f006d4-bf62-47e1-a21f-eaf9108f5e02 req-f9c29c6a-3905-4f9a-ab50-f2c0f1d8a52e service nova] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.018870] env[62880]: DEBUG oslo_concurrency.lockutils [req-51f006d4-bf62-47e1-a21f-eaf9108f5e02 req-f9c29c6a-3905-4f9a-ab50-f2c0f1d8a52e service nova] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.019022] env[62880]: DEBUG nova.network.neutron [req-51f006d4-bf62-47e1-a21f-eaf9108f5e02 req-f9c29c6a-3905-4f9a-ab50-f2c0f1d8a52e service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.046170] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.115304] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.131282] env[62880]: DEBUG nova.compute.manager [req-2ca32eec-3e93-44e2-9418-537a41952d0e req-82e8e68f-62b2-44be-9e92-f15c13b52290 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Received event network-vif-plugged-759e52c7-8afd-4a8b-a1fd-d5a2a84631ec {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1930.131491] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ca32eec-3e93-44e2-9418-537a41952d0e req-82e8e68f-62b2-44be-9e92-f15c13b52290 service nova] Acquiring lock "576aecca-0382-460b-921d-71f05c66545c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.131691] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ca32eec-3e93-44e2-9418-537a41952d0e req-82e8e68f-62b2-44be-9e92-f15c13b52290 service nova] Lock "576aecca-0382-460b-921d-71f05c66545c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.131849] env[62880]: DEBUG oslo_concurrency.lockutils [req-2ca32eec-3e93-44e2-9418-537a41952d0e req-82e8e68f-62b2-44be-9e92-f15c13b52290 service nova] Lock "576aecca-0382-460b-921d-71f05c66545c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.132014] env[62880]: DEBUG nova.compute.manager [req-2ca32eec-3e93-44e2-9418-537a41952d0e req-82e8e68f-62b2-44be-9e92-f15c13b52290 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] No waiting events found dispatching network-vif-plugged-759e52c7-8afd-4a8b-a1fd-d5a2a84631ec {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1930.132195] env[62880]: WARNING nova.compute.manager [req-2ca32eec-3e93-44e2-9418-537a41952d0e req-82e8e68f-62b2-44be-9e92-f15c13b52290 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Received unexpected event network-vif-plugged-759e52c7-8afd-4a8b-a1fd-d5a2a84631ec for instance with vm_state building and task_state spawning. [ 1930.228216] env[62880]: DEBUG nova.network.neutron [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Successfully updated port: 759e52c7-8afd-4a8b-a1fd-d5a2a84631ec {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1930.233695] env[62880]: DEBUG nova.compute.utils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1930.235032] env[62880]: DEBUG nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1930.235613] env[62880]: DEBUG nova.network.neutron [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1930.282971] env[62880]: DEBUG nova.policy [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6206534bebc4105a4500ce54adceaea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611ee5f3b3c8404ba050eed2f250f8c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1930.473182] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf131e3-9c0c-4dc3-a207-6d87ee077399 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.481909] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25579ad1-5271-40cb-b48f-9447a2885523 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.518141] env[62880]: DEBUG nova.objects.instance [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'flavor' on Instance uuid 479f566f-f6ac-4568-8390-d69353ee303c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.520367] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e6ce5c-4d8d-45e8-9e35-a4c7c481fd7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.534232] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4377690-8e7f-4df7-a706-36fa79c6a29a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.554268] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.558022] env[62880]: DEBUG nova.compute.provider_tree [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.560050] env[62880]: DEBUG nova.network.neutron [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Successfully created port: d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1930.619042] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.730767] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "refresh_cache-576aecca-0382-460b-921d-71f05c66545c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.730937] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "refresh_cache-576aecca-0382-460b-921d-71f05c66545c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.731397] env[62880]: DEBUG nova.network.neutron [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.738166] env[62880]: DEBUG nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1930.914962] env[62880]: DEBUG nova.network.neutron [req-51f006d4-bf62-47e1-a21f-eaf9108f5e02 req-f9c29c6a-3905-4f9a-ab50-f2c0f1d8a52e service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updated VIF entry in instance network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.915317] env[62880]: DEBUG nova.network.neutron [req-51f006d4-bf62-47e1-a21f-eaf9108f5e02 req-f9c29c6a-3905-4f9a-ab50-f2c0f1d8a52e service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.022178] env[62880]: DEBUG nova.network.neutron [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance_info_cache with network_info: [{"id": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "address": "fa:16:3e:6a:fd:a0", "network": {"id": "963e8667-60c0-4cad-8cfb-af7ae371cfaf", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139828420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1334b12645b642a8ac060050d27b58f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54392b72-49", "ovs_interfaceid": "54392b72-49c2-4cdb-b11e-9f000964f6e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.025710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e098687c-2967-477c-b950-9d325c064cef tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.849s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.048695] env[62880]: DEBUG oslo_vmware.api [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.217669} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.048951] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.049171] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.049352] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.049521] env[62880]: INFO nova.compute.manager [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Took 3.22 seconds to destroy the instance on the hypervisor. [ 1931.049911] env[62880]: DEBUG oslo.service.loopingcall [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.050154] env[62880]: DEBUG nova.compute.manager [-] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1931.050373] env[62880]: DEBUG nova.network.neutron [-] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1931.061309] env[62880]: DEBUG nova.scheduler.client.report [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1931.117028] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.289860] env[62880]: DEBUG nova.network.neutron [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.417870] env[62880]: DEBUG oslo_concurrency.lockutils [req-51f006d4-bf62-47e1-a21f-eaf9108f5e02 req-f9c29c6a-3905-4f9a-ab50-f2c0f1d8a52e service nova] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.527359] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Releasing lock "refresh_cache-c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.527635] env[62880]: DEBUG nova.objects.instance [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lazy-loading 'migration_context' on Instance uuid c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.623032] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.640651] env[62880]: DEBUG nova.network.neutron [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Updating instance_info_cache with network_info: [{"id": "759e52c7-8afd-4a8b-a1fd-d5a2a84631ec", "address": "fa:16:3e:e8:0e:61", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759e52c7-8a", "ovs_interfaceid": "759e52c7-8afd-4a8b-a1fd-d5a2a84631ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.747730] env[62880]: DEBUG nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1931.778512] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1931.779089] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1931.779089] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1931.779089] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1931.779269] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1931.779845] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1931.779845] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1931.779845] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1931.780123] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1931.780123] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1931.780195] env[62880]: DEBUG nova.virt.hardware [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1931.782395] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d7541-8477-4dc8-aad9-cf743d6d2ba9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.790283] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bd2af0-4fbb-49cc-841b-f725705adf19 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.030782] env[62880]: DEBUG nova.objects.base [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1932.032529] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5d5ca-e588-4473-b37b-8e4b9eb16339 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.061873] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4bb546-da4b-444d-9905-9fb7ba4d83b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.069475] env[62880]: DEBUG oslo_vmware.api [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1932.069475] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e166bc-0e22-0fb7-518e-ab8f47e80e30" [ 1932.069475] env[62880]: _type = "Task" [ 1932.069475] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.074484] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.344s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.077435] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.404s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.079106] env[62880]: INFO nova.compute.claims [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.092052] env[62880]: DEBUG oslo_vmware.api [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e166bc-0e22-0fb7-518e-ab8f47e80e30, 'name': SearchDatastore_Task, 'duration_secs': 0.007528} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.092372] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.120322] env[62880]: DEBUG nova.network.neutron [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Successfully updated port: d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1932.125537] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.142735] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "refresh_cache-576aecca-0382-460b-921d-71f05c66545c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.143010] env[62880]: DEBUG nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Instance network_info: |[{"id": "759e52c7-8afd-4a8b-a1fd-d5a2a84631ec", "address": "fa:16:3e:e8:0e:61", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759e52c7-8a", "ovs_interfaceid": "759e52c7-8afd-4a8b-a1fd-d5a2a84631ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1932.143560] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0e:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '759e52c7-8afd-4a8b-a1fd-d5a2a84631ec', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.150876] env[62880]: DEBUG oslo.service.loopingcall [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.151757] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576aecca-0382-460b-921d-71f05c66545c] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.151998] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f96735b-029a-433b-bd24-c847dab294f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.175790] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.175790] env[62880]: value = "task-1881436" [ 1932.175790] env[62880]: _type = "Task" [ 1932.175790] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.184578] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881436, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.277436] env[62880]: DEBUG nova.network.neutron [-] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.447657] env[62880]: DEBUG nova.compute.manager [req-b1ee1cbd-e7cf-4f70-b842-d150ccb9c8a0 req-0bd3b1cc-1d05-4538-8cf8-6a33a8c492a3 service nova] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Received event network-vif-deleted-88ce5592-dfd5-42bc-937d-b652f81da3e3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1932.472885] env[62880]: DEBUG nova.compute.manager [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Received event network-changed-759e52c7-8afd-4a8b-a1fd-d5a2a84631ec {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1932.473251] env[62880]: DEBUG nova.compute.manager [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Refreshing instance network info cache due to event network-changed-759e52c7-8afd-4a8b-a1fd-d5a2a84631ec. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1932.473615] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Acquiring lock "refresh_cache-576aecca-0382-460b-921d-71f05c66545c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.473908] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Acquired lock "refresh_cache-576aecca-0382-460b-921d-71f05c66545c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.474212] env[62880]: DEBUG nova.network.neutron [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Refreshing network info cache for port 759e52c7-8afd-4a8b-a1fd-d5a2a84631ec {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1932.521595] env[62880]: DEBUG nova.compute.manager [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1932.619208] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.627980] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.628154] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.628309] env[62880]: DEBUG nova.network.neutron [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.638828] env[62880]: INFO nova.scheduler.client.report [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted allocation for migration 64bd8994-d4be-4e6f-a0f0-f316140c5861 [ 1932.688451] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881436, 'name': CreateVM_Task, 'duration_secs': 0.478183} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.688629] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576aecca-0382-460b-921d-71f05c66545c] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1932.689331] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.689497] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.689813] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1932.690095] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6648a3e0-beda-4488-856e-378c21e6d767 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.696243] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1932.696243] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222ab3f-0d61-8075-af29-6e0961e0889a" [ 1932.696243] env[62880]: _type = "Task" [ 1932.696243] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.705051] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222ab3f-0d61-8075-af29-6e0961e0889a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.780135] env[62880]: INFO nova.compute.manager [-] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Took 1.73 seconds to deallocate network for instance. [ 1932.887916] env[62880]: INFO nova.compute.manager [None req-74ed1b80-a7bd-48ce-91db-52137f922665 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Get console output [ 1932.888324] env[62880]: WARNING nova.virt.vmwareapi.driver [None req-74ed1b80-a7bd-48ce-91db-52137f922665 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] The console log is missing. Check your VSPC configuration [ 1933.042703] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.121293] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.148745] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3a8aafbf-4214-4ca6-93cd-40e3b667eb3d tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.655s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.162454] env[62880]: DEBUG nova.network.neutron [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1933.208904] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5222ab3f-0d61-8075-af29-6e0961e0889a, 'name': SearchDatastore_Task, 'duration_secs': 0.17636} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.209489] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.209489] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.209827] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.209908] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.210058] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.210327] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb10ae1-c0e5-4241-8831-0ee0d5902027 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.217084] env[62880]: DEBUG nova.network.neutron [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Updated VIF entry in instance network info cache for port 759e52c7-8afd-4a8b-a1fd-d5a2a84631ec. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.218040] env[62880]: DEBUG nova.network.neutron [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Updating instance_info_cache with network_info: [{"id": "759e52c7-8afd-4a8b-a1fd-d5a2a84631ec", "address": "fa:16:3e:e8:0e:61", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759e52c7-8a", "ovs_interfaceid": "759e52c7-8afd-4a8b-a1fd-d5a2a84631ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.224217] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.224217] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.224459] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae0acfc-eb3a-42b1-a677-219e4a8782b7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.234019] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1933.234019] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a055a0-48bd-014b-7680-5d21392a9334" [ 1933.234019] env[62880]: _type = "Task" [ 1933.234019] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.243083] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a055a0-48bd-014b-7680-5d21392a9334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.286339] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.302316] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281a3223-3419-4fac-8130-c67751dcaf98 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.305796] env[62880]: DEBUG nova.network.neutron [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Updating instance_info_cache with network_info: [{"id": "d1d9e287-3307-49b7-abfe-7f15d9fef256", "address": "fa:16:3e:1f:91:03", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d9e287-33", "ovs_interfaceid": "d1d9e287-3307-49b7-abfe-7f15d9fef256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.312764] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed800e1-af3a-413c-9ae6-3c5b7b997371 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.345665] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05227d6-c7d6-4d39-b156-ceef6668b983 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.354225] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e16ffe-a8e9-42c4-ae8c-3dd1046e2070 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.368493] env[62880]: DEBUG nova.compute.provider_tree [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1933.620331] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.720193] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Releasing lock "refresh_cache-576aecca-0382-460b-921d-71f05c66545c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.720478] env[62880]: DEBUG nova.compute.manager [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Received event network-vif-plugged-d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1933.720681] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.720910] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.721091] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.721261] env[62880]: DEBUG nova.compute.manager [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] No waiting events found dispatching network-vif-plugged-d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.721432] env[62880]: WARNING nova.compute.manager [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Received unexpected event network-vif-plugged-d1d9e287-3307-49b7-abfe-7f15d9fef256 for instance with vm_state building and task_state spawning. [ 1933.721641] env[62880]: DEBUG nova.compute.manager [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Received event network-changed-d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1933.721803] env[62880]: DEBUG nova.compute.manager [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Refreshing instance network info cache due to event network-changed-d1d9e287-3307-49b7-abfe-7f15d9fef256. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1933.721967] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Acquiring lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.745168] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a055a0-48bd-014b-7680-5d21392a9334, 'name': SearchDatastore_Task, 'duration_secs': 0.020584} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.745985] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23576eb9-27e8-4f8a-ad9a-475bb91b145e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.752160] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1933.752160] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a97caa-1fa6-4791-b483-87ddc838be5f" [ 1933.752160] env[62880]: _type = "Task" [ 1933.752160] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.761274] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a97caa-1fa6-4791-b483-87ddc838be5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.807932] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Releasing lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.808269] env[62880]: DEBUG nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Instance network_info: |[{"id": "d1d9e287-3307-49b7-abfe-7f15d9fef256", "address": "fa:16:3e:1f:91:03", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d9e287-33", "ovs_interfaceid": "d1d9e287-3307-49b7-abfe-7f15d9fef256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1933.808550] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Acquired lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.808726] env[62880]: DEBUG nova.network.neutron [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Refreshing network info cache for port d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.809962] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:91:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1d9e287-3307-49b7-abfe-7f15d9fef256', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.817553] env[62880]: DEBUG oslo.service.loopingcall [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.820535] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.821026] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3521be4d-32b8-43f2-a3b4-21e29daa3f96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.843033] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.843033] env[62880]: value = "task-1881437" [ 1933.843033] env[62880]: _type = "Task" [ 1933.843033] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.850740] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881437, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.889916] env[62880]: ERROR nova.scheduler.client.report [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [req-426be1ed-5bee-470d-8bac-40516658e398] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-426be1ed-5bee-470d-8bac-40516658e398"}]} [ 1933.908163] env[62880]: DEBUG nova.scheduler.client.report [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1933.924766] env[62880]: DEBUG nova.scheduler.client.report [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1933.925023] env[62880]: DEBUG nova.compute.provider_tree [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1933.939230] env[62880]: DEBUG nova.scheduler.client.report [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1933.961888] env[62880]: DEBUG nova.scheduler.client.report [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1934.088682] env[62880]: DEBUG nova.network.neutron [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Updated VIF entry in instance network info cache for port d1d9e287-3307-49b7-abfe-7f15d9fef256. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.089061] env[62880]: DEBUG nova.network.neutron [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Updating instance_info_cache with network_info: [{"id": "d1d9e287-3307-49b7-abfe-7f15d9fef256", "address": "fa:16:3e:1f:91:03", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d9e287-33", "ovs_interfaceid": "d1d9e287-3307-49b7-abfe-7f15d9fef256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.123261] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881435, 'name': CreateVM_Task, 'duration_secs': 4.411897} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.123431] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1934.124138] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.124310] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.124668] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1934.124922] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98914cb4-cbe5-4843-9f2f-0f490ac21435 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.132073] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1934.132073] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52007580-79fd-cca6-8b2c-c049d8a3267e" [ 1934.132073] env[62880]: _type = "Task" [ 1934.132073] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.141202] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52007580-79fd-cca6-8b2c-c049d8a3267e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.165950] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cde717-9f31-4f3f-965b-edf8cf06d799 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.178330] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f746b284-3024-459e-b8b7-71acc2164413 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.228885] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9f207a-341e-4379-bae4-046b0f52bf7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.240185] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99399e-22e8-4693-ab6d-c646a81e6981 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.257319] env[62880]: DEBUG nova.compute.provider_tree [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1934.267561] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a97caa-1fa6-4791-b483-87ddc838be5f, 'name': SearchDatastore_Task, 'duration_secs': 0.137835} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.268416] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.268679] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 576aecca-0382-460b-921d-71f05c66545c/576aecca-0382-460b-921d-71f05c66545c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.268931] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2acc673c-9e7f-4472-aece-a081203fb3fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.276383] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1934.276383] env[62880]: value = "task-1881438" [ 1934.276383] env[62880]: _type = "Task" [ 1934.276383] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.284960] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.352296] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881437, 'name': CreateVM_Task, 'duration_secs': 0.414554} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.352561] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1934.353224] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.592759] env[62880]: DEBUG oslo_concurrency.lockutils [req-f19890e6-c596-43cf-a147-f4c4097e9888 req-545a1f3f-afce-415d-b896-fdb20cbcd9c9 service nova] Releasing lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.646394] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52007580-79fd-cca6-8b2c-c049d8a3267e, 'name': SearchDatastore_Task, 'duration_secs': 0.03146} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.646740] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.646998] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1934.647253] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.647432] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.647583] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1934.647866] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.648179] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1934.648405] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b0fb34f-e476-484f-8a20-6d75863daea6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.650557] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891f007f-30ee-400c-87a0-1205408357c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.656536] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1934.656536] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52568481-a17f-024f-18c4-9a9cc12adb60" [ 1934.656536] env[62880]: _type = "Task" [ 1934.656536] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.664163] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52568481-a17f-024f-18c4-9a9cc12adb60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.676140] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1934.676405] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1934.677187] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbdd5be-243f-4c59-a7ce-9ab5cd9a3251 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.683208] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1934.683208] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e0cbf9-322a-ba30-3416-745632c21e7d" [ 1934.683208] env[62880]: _type = "Task" [ 1934.683208] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.691470] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e0cbf9-322a-ba30-3416-745632c21e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.788034] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.792018] env[62880]: DEBUG nova.scheduler.client.report [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1934.792018] env[62880]: DEBUG nova.compute.provider_tree [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 169 to 170 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1934.792018] env[62880]: DEBUG nova.compute.provider_tree [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.167327] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52568481-a17f-024f-18c4-9a9cc12adb60, 'name': SearchDatastore_Task, 'duration_secs': 0.223694} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.167628] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.167861] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.168083] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.193472] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e0cbf9-322a-ba30-3416-745632c21e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.232346} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.194214] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631e0310-4cef-48d5-a1dd-c36bf30c1be5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.199664] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1935.199664] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fc30a8-98a9-a884-afb8-f98845cd902c" [ 1935.199664] env[62880]: _type = "Task" [ 1935.199664] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.207235] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fc30a8-98a9-a884-afb8-f98845cd902c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.286483] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.294377] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.217s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.295444] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.498s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.710854] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52fc30a8-98a9-a884-afb8-f98845cd902c, 'name': SearchDatastore_Task, 'duration_secs': 0.22135} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.711138] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.711433] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 3848a421-dcaa-46f7-b6b7-d377d50f6e9e/3848a421-dcaa-46f7-b6b7-d377d50f6e9e.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1935.711684] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.711876] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.712109] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0901480-9678-43e6-bbcd-1b9c658ce0fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.714100] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1094c7c-3e08-4b55-a767-45e828d67137 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.722742] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1935.722742] env[62880]: value = "task-1881439" [ 1935.722742] env[62880]: _type = "Task" [ 1935.722742] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.730771] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.778146] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.778387] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.782108] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1810f6ae-0847-403a-bc49-c08db8f7d186 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.790328] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.791225] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1935.791225] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a8aaea-49c9-4798-0823-ee9ffbb7b38f" [ 1935.791225] env[62880]: _type = "Task" [ 1935.791225] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.799256] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "8dc3e548-5915-48f1-8ea3-6ae1151edf66" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.799479] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "8dc3e548-5915-48f1-8ea3-6ae1151edf66" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.807725] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a8aaea-49c9-4798-0823-ee9ffbb7b38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.808664] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "8dc3e548-5915-48f1-8ea3-6ae1151edf66" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.009s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.809166] env[62880]: DEBUG nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1936.233290] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.287131] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.300372] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a8aaea-49c9-4798-0823-ee9ffbb7b38f, 'name': SearchDatastore_Task, 'duration_secs': 0.335092} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.301259] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c503e420-bc31-4fb6-9312-96d90fc9c17d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.306213] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1936.306213] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273cf1d-c0a7-b572-2b3a-3a952ce25203" [ 1936.306213] env[62880]: _type = "Task" [ 1936.306213] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.313917] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Applying migration context for instance c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f as it has an incoming, in-progress migration 2f76e82b-210a-42af-8a7d-f2eead3dff36. Migration status is finished {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1936.315504] env[62880]: INFO nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating resource usage from migration 97024d19-5d57-4ba0-a4f7-52175cc72ecd [ 1936.315670] env[62880]: INFO nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating resource usage from migration 2f76e82b-210a-42af-8a7d-f2eead3dff36 [ 1936.318466] env[62880]: DEBUG nova.compute.utils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1936.319712] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273cf1d-c0a7-b572-2b3a-3a952ce25203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.320481] env[62880]: DEBUG nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1936.320481] env[62880]: DEBUG nova.network.neutron [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1936.337881] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.338041] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 9c61a763-257f-4756-9dbe-0ba7a058e1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.338167] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 0b39504b-c644-4d68-9a04-a38ab8599790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.338303] env[62880]: WARNING nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance e8b8fdee-6198-4c05-8233-add7e4bcf20f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1936.338420] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 407fff54-f5a7-4720-a373-4fc9cd147032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.338534] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance abf01e24-2c69-48c3-944c-6ff672f9ba59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.338707] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance a87368f8-71f6-499c-8665-272f5cc61cbb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.338798] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 47015552-853a-41e2-ab6e-e08f1efb0aea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.338874] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Migration 2f76e82b-210a-42af-8a7d-f2eead3dff36 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1936.338980] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.339104] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 3848a421-dcaa-46f7-b6b7-d377d50f6e9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.339215] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 576aecca-0382-460b-921d-71f05c66545c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.339323] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.339431] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 6365f098-d9a5-40f7-8d55-a06914852f4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.339539] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Migration 97024d19-5d57-4ba0-a4f7-52175cc72ecd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1936.339646] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 479f566f-f6ac-4568-8390-d69353ee303c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1936.340835] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1936.340835] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1936.368457] env[62880]: DEBUG nova.policy [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0d1bbad010a47fa8213b7f11cf12de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b059ca1d5ea04860a4ca083682eb1e12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1936.521989] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f6a6f-2734-4864-a9bd-7f52bae353ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.530235] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5cab40-8b64-425f-aa40-1811a5bf7d8b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.562249] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a192486-721b-4ae2-93f2-ba36f2de983e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.570605] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf25c45-528f-4d99-8e4f-c62b09723478 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.584758] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.641630] env[62880]: DEBUG nova.network.neutron [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Successfully created port: 6564f92b-6cb4-40d4-b9ff-5b1f23657ce0 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1936.734861] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.788655] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.816097] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5273cf1d-c0a7-b572-2b3a-3a952ce25203, 'name': SearchDatastore_Task, 'duration_secs': 0.364181} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.816377] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.816608] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a/b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1936.816868] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-525a54fa-6967-451d-a26b-cfa1b0cad452 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.822620] env[62880]: DEBUG nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1936.826289] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1936.826289] env[62880]: value = "task-1881440" [ 1936.826289] env[62880]: _type = "Task" [ 1936.826289] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.834502] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.089510] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1937.238095] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881439, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.289691] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881438, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.341433] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881440, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.594893] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1937.595191] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.300s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.595529] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.503s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.739650] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.790490] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881438, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.308212} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.790755] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 576aecca-0382-460b-921d-71f05c66545c/576aecca-0382-460b-921d-71f05c66545c.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1937.790974] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1937.791251] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c716edb-8add-45e6-a81a-1ea28c4ab781 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.800887] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1937.800887] env[62880]: value = "task-1881441" [ 1937.800887] env[62880]: _type = "Task" [ 1937.800887] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.814173] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.836916] env[62880]: DEBUG nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1937.846765] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881440, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.868438] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1937.868725] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.868904] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1937.869073] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.869223] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1937.869371] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1937.869602] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1937.869768] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1937.869937] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1937.870127] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1937.870308] env[62880]: DEBUG nova.virt.hardware [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1937.871602] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f32f3a-9b62-4a49-bdd9-5b7e720adc6a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.881922] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9314f089-dc81-423d-886f-f086bed7c004 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.215075] env[62880]: DEBUG nova.compute.manager [req-1a267dba-0363-4ce2-ba8e-338bb3fc6301 req-756fe801-10e6-4147-988f-fd017889389a service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Received event network-vif-plugged-6564f92b-6cb4-40d4-b9ff-5b1f23657ce0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1938.215301] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a267dba-0363-4ce2-ba8e-338bb3fc6301 req-756fe801-10e6-4147-988f-fd017889389a service nova] Acquiring lock "6365f098-d9a5-40f7-8d55-a06914852f4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.215503] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a267dba-0363-4ce2-ba8e-338bb3fc6301 req-756fe801-10e6-4147-988f-fd017889389a service nova] Lock "6365f098-d9a5-40f7-8d55-a06914852f4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.215732] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a267dba-0363-4ce2-ba8e-338bb3fc6301 req-756fe801-10e6-4147-988f-fd017889389a service nova] Lock "6365f098-d9a5-40f7-8d55-a06914852f4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.215916] env[62880]: DEBUG nova.compute.manager [req-1a267dba-0363-4ce2-ba8e-338bb3fc6301 req-756fe801-10e6-4147-988f-fd017889389a service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] No waiting events found dispatching network-vif-plugged-6564f92b-6cb4-40d4-b9ff-5b1f23657ce0 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1938.216168] env[62880]: WARNING nova.compute.manager [req-1a267dba-0363-4ce2-ba8e-338bb3fc6301 req-756fe801-10e6-4147-988f-fd017889389a service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Received unexpected event network-vif-plugged-6564f92b-6cb4-40d4-b9ff-5b1f23657ce0 for instance with vm_state building and task_state spawning. [ 1938.236766] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881439, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.251238} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.237085] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 3848a421-dcaa-46f7-b6b7-d377d50f6e9e/3848a421-dcaa-46f7-b6b7-d377d50f6e9e.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.237280] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.237995] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66009347-9147-413e-9442-29dde2c8be85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.246031] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1938.246031] env[62880]: value = "task-1881442" [ 1938.246031] env[62880]: _type = "Task" [ 1938.246031] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.254455] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.313421] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090669} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.313556] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.314403] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d27031b-c975-48a7-a516-bbe6f41eb05f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.317916] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7110ccd-a186-4d35-90ed-f8171c1dc2cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.334295] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb68131-0726-4983-9d7e-3c311951402c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.347291] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 576aecca-0382-460b-921d-71f05c66545c/576aecca-0382-460b-921d-71f05c66545c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.348746] env[62880]: DEBUG nova.network.neutron [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Successfully updated port: 6564f92b-6cb4-40d4-b9ff-5b1f23657ce0 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1938.353357] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71a4386-3992-439e-b7c2-b0e5c8d82915 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.399416] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881440, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.227472} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.400864] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a/b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.401104] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.401839] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36c4e18-d87e-44c3-8249-4de630a1e38d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.404466] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1938.404466] env[62880]: value = "task-1881443" [ 1938.404466] env[62880]: _type = "Task" [ 1938.404466] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.404655] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ea60aed-2e63-416e-b562-d735bff3af17 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.413696] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590d072f-bc04-4f03-b1cc-06ef66683ab4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.422780] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.423145] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1938.423145] env[62880]: value = "task-1881444" [ 1938.423145] env[62880]: _type = "Task" [ 1938.423145] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.435405] env[62880]: DEBUG nova.compute.provider_tree [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.444600] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.597791] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.756484] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084868} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.756917] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.757576] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69762c6-4a24-4d2a-b6e3-be30ca89dcc3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.779209] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3848a421-dcaa-46f7-b6b7-d377d50f6e9e/3848a421-dcaa-46f7-b6b7-d377d50f6e9e.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.779449] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a7bb78-9fcb-4caa-8b27-0aa5d9b25aa7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.799736] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1938.799736] env[62880]: value = "task-1881445" [ 1938.799736] env[62880]: _type = "Task" [ 1938.799736] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.810217] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.870356] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "refresh_cache-6365f098-d9a5-40f7-8d55-a06914852f4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.870460] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquired lock "refresh_cache-6365f098-d9a5-40f7-8d55-a06914852f4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.870611] env[62880]: DEBUG nova.network.neutron [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.917703] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881443, 'name': ReconfigVM_Task, 'duration_secs': 0.303835} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.917982] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 576aecca-0382-460b-921d-71f05c66545c/576aecca-0382-460b-921d-71f05c66545c.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.918633] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4d85e8a-7ce9-4fea-8984-104d80506f5c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.925424] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1938.925424] env[62880]: value = "task-1881446" [ 1938.925424] env[62880]: _type = "Task" [ 1938.925424] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.935846] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078113} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.938891] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.941466] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881446, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.942790] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4ac9a9-8251-4b2c-995f-f2e016f7aa9e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.966514] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a/b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.966896] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f0ef4a-f7a8-423e-9a37-5e8052bbd0cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.981904] env[62880]: DEBUG nova.scheduler.client.report [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1938.982184] env[62880]: DEBUG nova.compute.provider_tree [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 170 to 171 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1938.982367] env[62880]: DEBUG nova.compute.provider_tree [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.991837] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1938.991837] env[62880]: value = "task-1881447" [ 1938.991837] env[62880]: _type = "Task" [ 1938.991837] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.003159] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.311151] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.438943] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881446, 'name': Rename_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.440636] env[62880]: DEBUG nova.network.neutron [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1939.504476] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881447, 'name': ReconfigVM_Task, 'duration_secs': 0.34253} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.505507] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a/b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.506164] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bf83b88-0476-4701-99a7-b64347e724d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.513499] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1939.513499] env[62880]: value = "task-1881448" [ 1939.513499] env[62880]: _type = "Task" [ 1939.513499] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.521865] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881448, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.654645] env[62880]: DEBUG nova.network.neutron [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Updating instance_info_cache with network_info: [{"id": "6564f92b-6cb4-40d4-b9ff-5b1f23657ce0", "address": "fa:16:3e:b3:8f:2f", "network": {"id": "bf01fe2c-db5c-4d2b-9db0-187599d815cd", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1044248396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059ca1d5ea04860a4ca083682eb1e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6564f92b-6c", "ovs_interfaceid": "6564f92b-6cb4-40d4-b9ff-5b1f23657ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.810317] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881445, 'name': ReconfigVM_Task, 'duration_secs': 0.583991} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.810670] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3848a421-dcaa-46f7-b6b7-d377d50f6e9e/3848a421-dcaa-46f7-b6b7-d377d50f6e9e.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.811230] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11f596b7-5526-4efa-81dd-cf4ae29411f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.818360] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1939.818360] env[62880]: value = "task-1881449" [ 1939.818360] env[62880]: _type = "Task" [ 1939.818360] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.828400] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881449, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.938409] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881446, 'name': Rename_Task, 'duration_secs': 0.665662} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.938685] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1939.938917] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58c76e7-c6fb-4f87-8c01-ef51c31eeae7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.944908] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1939.944908] env[62880]: value = "task-1881450" [ 1939.944908] env[62880]: _type = "Task" [ 1939.944908] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.953479] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.993347] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.398s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.996827] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.954s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.024558] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881448, 'name': Rename_Task, 'duration_secs': 0.181932} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.024877] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1940.025150] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18cdc92c-4e15-405c-95ef-1f4ac8d43d29 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.033136] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1940.033136] env[62880]: value = "task-1881451" [ 1940.033136] env[62880]: _type = "Task" [ 1940.033136] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.041979] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.086076] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.086319] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.157653] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Releasing lock "refresh_cache-6365f098-d9a5-40f7-8d55-a06914852f4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.158096] env[62880]: DEBUG nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Instance network_info: |[{"id": "6564f92b-6cb4-40d4-b9ff-5b1f23657ce0", "address": "fa:16:3e:b3:8f:2f", "network": {"id": "bf01fe2c-db5c-4d2b-9db0-187599d815cd", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1044248396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059ca1d5ea04860a4ca083682eb1e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6564f92b-6c", "ovs_interfaceid": "6564f92b-6cb4-40d4-b9ff-5b1f23657ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1940.158489] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:8f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6564f92b-6cb4-40d4-b9ff-5b1f23657ce0', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1940.166042] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Creating folder: Project (b059ca1d5ea04860a4ca083682eb1e12). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1940.166646] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-044cc613-6b78-4c89-826b-ae2d8c0d5a60 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.179539] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Created folder: Project (b059ca1d5ea04860a4ca083682eb1e12) in parent group-v388473. [ 1940.179754] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Creating folder: Instances. Parent ref: group-v388789. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1940.180057] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c9eac76-f028-4ae0-85ba-4d17c4264ba9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.191270] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Created folder: Instances in parent group-v388789. [ 1940.191534] env[62880]: DEBUG oslo.service.loopingcall [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.191737] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1940.191976] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6077b01d-727a-4c16-a846-9a4a659b85b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.213020] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1940.213020] env[62880]: value = "task-1881454" [ 1940.213020] env[62880]: _type = "Task" [ 1940.213020] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.222512] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881454, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.329483] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881449, 'name': Rename_Task, 'duration_secs': 0.428868} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.330695] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1940.330695] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac19d71e-d609-4ef4-9e30-d85efa82a011 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.336858] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1940.336858] env[62880]: value = "task-1881455" [ 1940.336858] env[62880]: _type = "Task" [ 1940.336858] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.345471] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.455998] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.503789] env[62880]: INFO nova.compute.claims [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1940.543900] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.565988] env[62880]: INFO nova.scheduler.client.report [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted allocation for migration 2f76e82b-210a-42af-8a7d-f2eead3dff36 [ 1940.589245] env[62880]: DEBUG nova.compute.utils [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1940.725514] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881454, 'name': CreateVM_Task, 'duration_secs': 0.398052} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.725514] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1940.726276] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.726450] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.726788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1940.727128] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2684bead-9a29-40e2-811c-baa45d90b9c6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.731895] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1940.731895] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e2b9a8-2e55-c856-ecf4-c7e7808059f3" [ 1940.731895] env[62880]: _type = "Task" [ 1940.731895] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.741513] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e2b9a8-2e55-c856-ecf4-c7e7808059f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.846457] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.956092] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.012111] env[62880]: INFO nova.compute.resource_tracker [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating resource usage from migration 97024d19-5d57-4ba0-a4f7-52175cc72ecd [ 1941.045915] env[62880]: DEBUG oslo_vmware.api [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881451, 'name': PowerOnVM_Task, 'duration_secs': 0.697592} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.046194] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1941.046398] env[62880]: INFO nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1941.046575] env[62880]: DEBUG nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1941.047382] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c5bb2b-1eaf-4e76-8c8b-9c0789b73532 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.070824] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.986s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.092818] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.211102] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e23bff-5ead-4d4e-aed0-6d0ca21931f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.219874] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c79c9b-37c6-4e6a-8208-c344d8d642ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.254150] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcebf132-8451-4d29-bd25-df74076c512d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.264921] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a05d3e-0b11-4eca-b567-08c31033ddc7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.268602] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e2b9a8-2e55-c856-ecf4-c7e7808059f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.278776] env[62880]: DEBUG nova.compute.provider_tree [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.348990] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.457144] env[62880]: DEBUG oslo_vmware.api [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881450, 'name': PowerOnVM_Task, 'duration_secs': 1.24433} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.457396] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1941.457617] env[62880]: INFO nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Took 11.63 seconds to spawn the instance on the hypervisor. [ 1941.457802] env[62880]: DEBUG nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1941.458570] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d2c461-d963-426a-89d8-3ef0bae9d353 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.565053] env[62880]: INFO nova.compute.manager [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Took 18.71 seconds to build instance. [ 1941.676079] env[62880]: DEBUG nova.compute.manager [req-474f7627-0376-408a-903c-c7e4ebfe43ca req-b4c10464-35a4-4bfa-8ce4-a88ddc45b82b service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Received event network-changed-6564f92b-6cb4-40d4-b9ff-5b1f23657ce0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1941.676457] env[62880]: DEBUG nova.compute.manager [req-474f7627-0376-408a-903c-c7e4ebfe43ca req-b4c10464-35a4-4bfa-8ce4-a88ddc45b82b service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Refreshing instance network info cache due to event network-changed-6564f92b-6cb4-40d4-b9ff-5b1f23657ce0. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1941.676648] env[62880]: DEBUG oslo_concurrency.lockutils [req-474f7627-0376-408a-903c-c7e4ebfe43ca req-b4c10464-35a4-4bfa-8ce4-a88ddc45b82b service nova] Acquiring lock "refresh_cache-6365f098-d9a5-40f7-8d55-a06914852f4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.676876] env[62880]: DEBUG oslo_concurrency.lockutils [req-474f7627-0376-408a-903c-c7e4ebfe43ca req-b4c10464-35a4-4bfa-8ce4-a88ddc45b82b service nova] Acquired lock "refresh_cache-6365f098-d9a5-40f7-8d55-a06914852f4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.677205] env[62880]: DEBUG nova.network.neutron [req-474f7627-0376-408a-903c-c7e4ebfe43ca req-b4c10464-35a4-4bfa-8ce4-a88ddc45b82b service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Refreshing network info cache for port 6564f92b-6cb4-40d4-b9ff-5b1f23657ce0 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.761502] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e2b9a8-2e55-c856-ecf4-c7e7808059f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.784019] env[62880]: DEBUG nova.scheduler.client.report [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.849186] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.980664] env[62880]: INFO nova.compute.manager [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Took 19.20 seconds to build instance. [ 1942.067920] env[62880]: DEBUG oslo_concurrency.lockutils [None req-81cf7383-5202-4172-8c74-b614445ee819 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.226s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.116736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.116736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.116736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.116736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.116736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.118241] env[62880]: INFO nova.compute.manager [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Terminating instance [ 1942.160591] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.160902] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.167017] env[62880]: INFO nova.compute.manager [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Attaching volume 33202f68-27aa-4b94-83ac-6eb3eddc8a6f to /dev/sdb [ 1942.202494] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac26c98-75e0-499f-a9c2-c3fd9c9b0dba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.211650] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e3b82-1fc6-4fad-9a84-9e9d394d0189 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.226297] env[62880]: DEBUG nova.virt.block_device [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Updating existing volume attachment record: a222bfb0-d7d8-446b-8ce3-f0e453a7eac7 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1942.265189] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e2b9a8-2e55-c856-ecf4-c7e7808059f3, 'name': SearchDatastore_Task, 'duration_secs': 1.160309} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.265550] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.265845] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1942.266256] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.266256] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.266530] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1942.266786] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1db44df8-080b-4940-8457-ef0e7ebdbc09 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.291132] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.295s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.291451] env[62880]: INFO nova.compute.manager [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Migrating [ 1942.298725] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.012s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.298944] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.344919] env[62880]: INFO nova.scheduler.client.report [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted allocations for instance e8b8fdee-6198-4c05-8233-add7e4bcf20f [ 1942.357255] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.361803] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1942.361803] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1942.361935] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a5ac0b-b237-4cd9-a069-324dad33a3e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.370557] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1942.370557] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521d45e8-27d1-41ac-c9ed-6d36b4127c04" [ 1942.370557] env[62880]: _type = "Task" [ 1942.370557] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.381454] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521d45e8-27d1-41ac-c9ed-6d36b4127c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.482657] env[62880]: DEBUG oslo_concurrency.lockutils [None req-37053ebd-431b-4a3f-adee-b16c6285bb9e tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "576aecca-0382-460b-921d-71f05c66545c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.709s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.624344] env[62880]: DEBUG nova.compute.manager [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1942.624344] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1942.624344] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e77a6-15ec-4076-944f-d6c7a8ab0429 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.626878] env[62880]: DEBUG nova.network.neutron [req-474f7627-0376-408a-903c-c7e4ebfe43ca req-b4c10464-35a4-4bfa-8ce4-a88ddc45b82b service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Updated VIF entry in instance network info cache for port 6564f92b-6cb4-40d4-b9ff-5b1f23657ce0. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.627238] env[62880]: DEBUG nova.network.neutron [req-474f7627-0376-408a-903c-c7e4ebfe43ca req-b4c10464-35a4-4bfa-8ce4-a88ddc45b82b service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Updating instance_info_cache with network_info: [{"id": "6564f92b-6cb4-40d4-b9ff-5b1f23657ce0", "address": "fa:16:3e:b3:8f:2f", "network": {"id": "bf01fe2c-db5c-4d2b-9db0-187599d815cd", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1044248396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b059ca1d5ea04860a4ca083682eb1e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6564f92b-6c", "ovs_interfaceid": "6564f92b-6cb4-40d4-b9ff-5b1f23657ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.633985] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1942.635018] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18972076-cfa5-4a8e-b562-3612eed5b98f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.642268] env[62880]: DEBUG oslo_vmware.api [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1942.642268] env[62880]: value = "task-1881457" [ 1942.642268] env[62880]: _type = "Task" [ 1942.642268] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.650739] env[62880]: DEBUG oslo_vmware.api [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.809107] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.809700] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.810016] env[62880]: DEBUG nova.network.neutron [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.851207] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.861831] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d88ca9f-b504-4386-81ee-98c247b4d520 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "e8b8fdee-6198-4c05-8233-add7e4bcf20f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.543s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.884471] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521d45e8-27d1-41ac-c9ed-6d36b4127c04, 'name': SearchDatastore_Task, 'duration_secs': 0.421065} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.885493] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f978ed35-0f03-4934-b49d-8a3caebe73ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.892327] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1942.892327] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d00aed-eb00-5a3d-7791-667abac012c2" [ 1942.892327] env[62880]: _type = "Task" [ 1942.892327] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.903056] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d00aed-eb00-5a3d-7791-667abac012c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.130760] env[62880]: DEBUG oslo_concurrency.lockutils [req-474f7627-0376-408a-903c-c7e4ebfe43ca req-b4c10464-35a4-4bfa-8ce4-a88ddc45b82b service nova] Releasing lock "refresh_cache-6365f098-d9a5-40f7-8d55-a06914852f4a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.152991] env[62880]: DEBUG oslo_vmware.api [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881457, 'name': PowerOffVM_Task, 'duration_secs': 0.19296} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.153441] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.153619] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.153863] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f8c5d2-41a0-4ee5-8c7c-2af58362732e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.188747] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "576aecca-0382-460b-921d-71f05c66545c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.189017] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "576aecca-0382-460b-921d-71f05c66545c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.189236] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "576aecca-0382-460b-921d-71f05c66545c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.189418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "576aecca-0382-460b-921d-71f05c66545c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.189581] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "576aecca-0382-460b-921d-71f05c66545c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.192224] env[62880]: INFO nova.compute.manager [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Terminating instance [ 1943.212306] env[62880]: DEBUG nova.compute.manager [req-d4485119-1d2c-4d6b-aacb-505e15b67ca9 req-ca6b4065-a2ec-46d9-81b9-05a9d30b78ba service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Received event network-changed-d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1943.212306] env[62880]: DEBUG nova.compute.manager [req-d4485119-1d2c-4d6b-aacb-505e15b67ca9 req-ca6b4065-a2ec-46d9-81b9-05a9d30b78ba service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Refreshing instance network info cache due to event network-changed-d1d9e287-3307-49b7-abfe-7f15d9fef256. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1943.212761] env[62880]: DEBUG oslo_concurrency.lockutils [req-d4485119-1d2c-4d6b-aacb-505e15b67ca9 req-ca6b4065-a2ec-46d9-81b9-05a9d30b78ba service nova] Acquiring lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.212761] env[62880]: DEBUG oslo_concurrency.lockutils [req-d4485119-1d2c-4d6b-aacb-505e15b67ca9 req-ca6b4065-a2ec-46d9-81b9-05a9d30b78ba service nova] Acquired lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.212840] env[62880]: DEBUG nova.network.neutron [req-d4485119-1d2c-4d6b-aacb-505e15b67ca9 req-ca6b4065-a2ec-46d9-81b9-05a9d30b78ba service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Refreshing network info cache for port d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1943.342592] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1943.342943] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1943.343053] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleting the datastore file [datastore2] c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1943.348836] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd181b6-e04f-4e09-9cb2-9ed9566aa07d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.357963] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.360131] env[62880]: DEBUG oslo_vmware.api [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for the task: (returnval){ [ 1943.360131] env[62880]: value = "task-1881459" [ 1943.360131] env[62880]: _type = "Task" [ 1943.360131] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.369527] env[62880]: DEBUG oslo_vmware.api [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.408184] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d00aed-eb00-5a3d-7791-667abac012c2, 'name': SearchDatastore_Task, 'duration_secs': 0.163687} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.408465] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.408717] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 6365f098-d9a5-40f7-8d55-a06914852f4a/6365f098-d9a5-40f7-8d55-a06914852f4a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1943.408996] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5418e222-b906-47de-bc6b-68ab42fad07b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.419204] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1943.419204] env[62880]: value = "task-1881460" [ 1943.419204] env[62880]: _type = "Task" [ 1943.419204] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.426223] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.696399] env[62880]: DEBUG nova.compute.manager [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.696666] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.697888] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c4832a-bded-4b7b-8abb-c41b2549de4d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.707316] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.709580] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b32796d-1c99-4b0a-ae2c-336376b07b94 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.718067] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1943.718067] env[62880]: value = "task-1881461" [ 1943.718067] env[62880]: _type = "Task" [ 1943.718067] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.722704] env[62880]: DEBUG nova.network.neutron [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [{"id": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "address": "fa:16:3e:a1:b3:c9", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160c5fb2-f1", "ovs_interfaceid": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.730441] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.854800] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.871300] env[62880]: DEBUG oslo_vmware.api [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Task: {'id': task-1881459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169763} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.871576] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.872294] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.872294] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.872294] env[62880]: INFO nova.compute.manager [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1943.872522] env[62880]: DEBUG oslo.service.loopingcall [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.872522] env[62880]: DEBUG nova.compute.manager [-] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1943.872653] env[62880]: DEBUG nova.network.neutron [-] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1943.927364] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.955278] env[62880]: DEBUG nova.network.neutron [req-d4485119-1d2c-4d6b-aacb-505e15b67ca9 req-ca6b4065-a2ec-46d9-81b9-05a9d30b78ba service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Updated VIF entry in instance network info cache for port d1d9e287-3307-49b7-abfe-7f15d9fef256. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.955716] env[62880]: DEBUG nova.network.neutron [req-d4485119-1d2c-4d6b-aacb-505e15b67ca9 req-ca6b4065-a2ec-46d9-81b9-05a9d30b78ba service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Updating instance_info_cache with network_info: [{"id": "d1d9e287-3307-49b7-abfe-7f15d9fef256", "address": "fa:16:3e:1f:91:03", "network": {"id": "ec0bdacd-45f0-43c5-ac78-60e59d93de33", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1788428770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "611ee5f3b3c8404ba050eed2f250f8c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d9e287-33", "ovs_interfaceid": "d1d9e287-3307-49b7-abfe-7f15d9fef256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.227077] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.239309] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881461, 'name': PowerOffVM_Task, 'duration_secs': 0.421722} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.239309] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.239309] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.239309] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9fbf1c7-e739-4fc0-adfc-26c3e41443b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.284404] env[62880]: DEBUG nova.compute.manager [req-fd5fdc4a-58a1-43dd-b819-e64c89b3d87d req-49fd021f-293b-4578-ae17-87cd129e77e5 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Received event network-vif-deleted-54392b72-49c2-4cdb-b11e-9f000964f6e5 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1944.284404] env[62880]: INFO nova.compute.manager [req-fd5fdc4a-58a1-43dd-b819-e64c89b3d87d req-49fd021f-293b-4578-ae17-87cd129e77e5 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Neutron deleted interface 54392b72-49c2-4cdb-b11e-9f000964f6e5; detaching it from the instance and deleting it from the info cache [ 1944.284404] env[62880]: DEBUG nova.network.neutron [req-fd5fdc4a-58a1-43dd-b819-e64c89b3d87d req-49fd021f-293b-4578-ae17-87cd129e77e5 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.353026] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.428552] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.460554] env[62880]: DEBUG oslo_concurrency.lockutils [req-d4485119-1d2c-4d6b-aacb-505e15b67ca9 req-ca6b4065-a2ec-46d9-81b9-05a9d30b78ba service nova] Releasing lock "refresh_cache-b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.758072] env[62880]: DEBUG nova.network.neutron [-] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.788034] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b035689b-0717-4967-a9cc-8ff2a3f7671d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.797907] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e674b52a-fa8e-4a13-893b-2f8e6e0f61ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.831653] env[62880]: DEBUG nova.compute.manager [req-fd5fdc4a-58a1-43dd-b819-e64c89b3d87d req-49fd021f-293b-4578-ae17-87cd129e77e5 service nova] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Detach interface failed, port_id=54392b72-49c2-4cdb-b11e-9f000964f6e5, reason: Instance c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1944.853458] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.929033] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881460, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.238206] env[62880]: DEBUG nova.compute.manager [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1945.260328] env[62880]: INFO nova.compute.manager [-] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Took 1.39 seconds to deallocate network for instance. [ 1945.353352] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.388312] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.388529] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.388715] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleting the datastore file [datastore1] 576aecca-0382-460b-921d-71f05c66545c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.388980] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b854b600-b8f0-4a92-bb55-79fb5bc634ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.396167] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1945.396167] env[62880]: value = "task-1881464" [ 1945.396167] env[62880]: _type = "Task" [ 1945.396167] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.404073] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.426801] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881460, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.749061] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f83f5b-54c7-4fc5-a77b-893496e0d375 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.774693] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.774693] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.774693] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.776510] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance '479f566f-f6ac-4568-8390-d69353ee303c' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.780694] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.780916] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.805047] env[62880]: INFO nova.scheduler.client.report [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Deleted allocations for instance c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f [ 1945.855966] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.907273] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.928921] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881460, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.285228] env[62880]: INFO nova.compute.claims [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1946.289747] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1946.290495] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed0aed1-2e5b-4202-a953-a58e5bd9e9e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.297818] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1946.297818] env[62880]: value = "task-1881465" [ 1946.297818] env[62880]: _type = "Task" [ 1946.297818] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.308623] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.312110] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d6e769a-dcc6-413c-bbbd-44620ec07662 tempest-DeleteServersTestJSON-1492823852 tempest-DeleteServersTestJSON-1492823852-project-member] Lock "c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.197s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.355141] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.410745] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.433620] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881460, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.773597] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1946.773843] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388792', 'volume_id': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'name': 'volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abf01e24-2c69-48c3-944c-6ff672f9ba59', 'attached_at': '', 'detached_at': '', 'volume_id': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'serial': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1946.774772] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9358dc8-fc0c-46c3-8471-5fbf62dd9978 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.793031] env[62880]: INFO nova.compute.resource_tracker [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating resource usage from migration f8a6e4d9-b215-4b02-bf18-9f558fc3c077 [ 1946.797253] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b1347a-24ed-4f42-a406-730e7b16a55f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.822186] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881465, 'name': PowerOffVM_Task, 'duration_secs': 0.234853} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.829678] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f/volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1946.832654] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.832872] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance '479f566f-f6ac-4568-8390-d69353ee303c' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1946.836315] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c519d5e-d897-49fa-8ac1-d44d397dbd11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.864600] env[62880]: DEBUG oslo_vmware.api [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881455, 'name': PowerOnVM_Task, 'duration_secs': 6.314563} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.864600] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.864888] env[62880]: INFO nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Took 19.40 seconds to spawn the instance on the hypervisor. [ 1946.865148] env[62880]: DEBUG nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.865370] env[62880]: DEBUG oslo_vmware.api [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1946.865370] env[62880]: value = "task-1881466" [ 1946.865370] env[62880]: _type = "Task" [ 1946.865370] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.869162] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c65a09-8339-44ea-b455-b4a861ddcc7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.881312] env[62880]: DEBUG oslo_vmware.api [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.912456] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.930224] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881460, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.045347} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.930493] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 6365f098-d9a5-40f7-8d55-a06914852f4a/6365f098-d9a5-40f7-8d55-a06914852f4a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1946.930768] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1946.931051] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-781d7b6c-17b5-40a9-b7eb-814221d19872 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.939468] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1946.939468] env[62880]: value = "task-1881467" [ 1946.939468] env[62880]: _type = "Task" [ 1946.939468] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.953993] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.051602] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84dce36-4cd6-4960-b25f-a687b32047e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.059334] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b104b50e-27f7-4d4d-b9a3-25c023ce9dc0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.092717] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882766ff-318c-4b6e-8c8b-c00b3e4a2c86 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.108448] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8fc9da-3fd4-4ac1-9eb4-3ac6d32e4cc6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.121544] env[62880]: DEBUG nova.compute.provider_tree [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.357064] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1947.357745] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1947.357982] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1947.358179] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1947.358712] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1947.358918] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1947.359824] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1947.360217] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1947.360871] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1947.361116] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1947.361444] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1947.369223] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a38c619a-874f-4cff-ac4f-46b64b8bb2b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.396319] env[62880]: INFO nova.compute.manager [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Took 26.94 seconds to build instance. [ 1947.402089] env[62880]: DEBUG oslo_vmware.api [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.402764] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1947.402764] env[62880]: value = "task-1881469" [ 1947.402764] env[62880]: _type = "Task" [ 1947.402764] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.413289] env[62880]: DEBUG oslo_vmware.api [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.644019} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.415412] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1947.415610] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1947.416188] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1947.416373] env[62880]: INFO nova.compute.manager [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 576aecca-0382-460b-921d-71f05c66545c] Took 3.72 seconds to destroy the instance on the hypervisor. [ 1947.416656] env[62880]: DEBUG oslo.service.loopingcall [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1947.417536] env[62880]: DEBUG nova.compute.manager [-] [instance: 576aecca-0382-460b-921d-71f05c66545c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1947.417642] env[62880]: DEBUG nova.network.neutron [-] [instance: 576aecca-0382-460b-921d-71f05c66545c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1947.451934] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25719} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.454099] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1947.454913] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a14f7-c59c-4d73-94c0-9cf68a709049 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.477180] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6365f098-d9a5-40f7-8d55-a06914852f4a/6365f098-d9a5-40f7-8d55-a06914852f4a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1947.477467] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e330eb0-0708-477f-9a28-8139adf66c74 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.498323] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1947.498323] env[62880]: value = "task-1881470" [ 1947.498323] env[62880]: _type = "Task" [ 1947.498323] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.506848] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.624761] env[62880]: DEBUG nova.scheduler.client.report [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.748768] env[62880]: DEBUG nova.compute.manager [req-aa408896-205b-44db-a95b-427afdbaaded req-96c1d179-af0f-462c-bed9-b1518d13f4c8 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Received event network-vif-deleted-759e52c7-8afd-4a8b-a1fd-d5a2a84631ec {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1947.748768] env[62880]: INFO nova.compute.manager [req-aa408896-205b-44db-a95b-427afdbaaded req-96c1d179-af0f-462c-bed9-b1518d13f4c8 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Neutron deleted interface 759e52c7-8afd-4a8b-a1fd-d5a2a84631ec; detaching it from the instance and deleting it from the info cache [ 1947.748926] env[62880]: DEBUG nova.network.neutron [req-aa408896-205b-44db-a95b-427afdbaaded req-96c1d179-af0f-462c-bed9-b1518d13f4c8 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.894974] env[62880]: DEBUG oslo_vmware.api [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.898561] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8bae206e-15b7-41dc-8afe-daf99b92305c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.452s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.914347] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881469, 'name': ReconfigVM_Task, 'duration_secs': 0.402272} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.914649] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance '479f566f-f6ac-4568-8390-d69353ee303c' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1948.010673] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.129713] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.349s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.130035] env[62880]: INFO nova.compute.manager [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Migrating [ 1948.226540] env[62880]: DEBUG nova.network.neutron [-] [instance: 576aecca-0382-460b-921d-71f05c66545c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.252162] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04bb9c8f-9564-4a4e-86da-a093e9a29387 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.261463] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1223a201-5c81-4ed7-a151-a6f47b4c1b33 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.296557] env[62880]: DEBUG nova.compute.manager [req-aa408896-205b-44db-a95b-427afdbaaded req-96c1d179-af0f-462c-bed9-b1518d13f4c8 service nova] [instance: 576aecca-0382-460b-921d-71f05c66545c] Detach interface failed, port_id=759e52c7-8afd-4a8b-a1fd-d5a2a84631ec, reason: Instance 576aecca-0382-460b-921d-71f05c66545c could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1948.394430] env[62880]: DEBUG oslo_vmware.api [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881466, 'name': ReconfigVM_Task, 'duration_secs': 1.191067} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.394765] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f/volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1948.399601] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19cf3a01-72c2-4b96-8852-6c13ad89d9f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.414875] env[62880]: DEBUG oslo_vmware.api [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1948.414875] env[62880]: value = "task-1881471" [ 1948.414875] env[62880]: _type = "Task" [ 1948.414875] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.421258] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1948.421496] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.421652] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1948.421835] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.422111] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1948.422196] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1948.422340] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1948.422496] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1948.422662] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1948.422824] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1948.422996] env[62880]: DEBUG nova.virt.hardware [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1948.428360] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1948.432120] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15936c96-f6cb-43c3-9dea-e31ac15b5ba4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.445101] env[62880]: DEBUG oslo_vmware.api [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.450410] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1948.450410] env[62880]: value = "task-1881472" [ 1948.450410] env[62880]: _type = "Task" [ 1948.450410] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.460356] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.507458] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881470, 'name': ReconfigVM_Task, 'duration_secs': 0.651218} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.510331] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6365f098-d9a5-40f7-8d55-a06914852f4a/6365f098-d9a5-40f7-8d55-a06914852f4a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1948.510331] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48262b86-e5f6-4323-b514-6194a10355c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.516020] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1948.516020] env[62880]: value = "task-1881473" [ 1948.516020] env[62880]: _type = "Task" [ 1948.516020] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.523458] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881473, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.645841] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.646099] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.646301] env[62880]: DEBUG nova.network.neutron [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.729020] env[62880]: INFO nova.compute.manager [-] [instance: 576aecca-0382-460b-921d-71f05c66545c] Took 1.31 seconds to deallocate network for instance. [ 1948.925043] env[62880]: DEBUG oslo_vmware.api [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881471, 'name': ReconfigVM_Task, 'duration_secs': 0.206778} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.925431] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388792', 'volume_id': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'name': 'volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abf01e24-2c69-48c3-944c-6ff672f9ba59', 'attached_at': '', 'detached_at': '', 'volume_id': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'serial': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1948.962504] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881472, 'name': ReconfigVM_Task, 'duration_secs': 0.238524} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.962893] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1948.963726] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d04806-0934-4f74-912d-e3d0128335f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.990253] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c/479f566f-f6ac-4568-8390-d69353ee303c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1948.990565] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f1e0e1-bbad-438d-8e5b-9f3ecb16e7c2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.008401] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1949.008401] env[62880]: value = "task-1881474" [ 1949.008401] env[62880]: _type = "Task" [ 1949.008401] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.016878] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.024528] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881473, 'name': Rename_Task, 'duration_secs': 0.200639} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.025163] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1949.025163] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1792828-9123-43f6-9a1f-e9a350e329c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.031213] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1949.031213] env[62880]: value = "task-1881475" [ 1949.031213] env[62880]: _type = "Task" [ 1949.031213] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.045402] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.235513] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.235837] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.236071] env[62880]: DEBUG nova.objects.instance [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lazy-loading 'resources' on Instance uuid 576aecca-0382-460b-921d-71f05c66545c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.384395] env[62880]: DEBUG nova.network.neutron [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.518517] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881474, 'name': ReconfigVM_Task, 'duration_secs': 0.408594} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.518820] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c/479f566f-f6ac-4568-8390-d69353ee303c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1949.519141] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance '479f566f-f6ac-4568-8390-d69353ee303c' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1949.540659] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.553796] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "436712d7-639c-4a96-b0d3-31da91c9b539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.554105] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "436712d7-639c-4a96-b0d3-31da91c9b539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.777867] env[62880]: DEBUG nova.compute.manager [req-55afd64c-5ec0-426f-9bb2-336c109e2abe req-bd17841b-8a39-4b0a-b82c-6c410cf3234c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1949.778101] env[62880]: DEBUG nova.compute.manager [req-55afd64c-5ec0-426f-9bb2-336c109e2abe req-bd17841b-8a39-4b0a-b82c-6c410cf3234c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing instance network info cache due to event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1949.778361] env[62880]: DEBUG oslo_concurrency.lockutils [req-55afd64c-5ec0-426f-9bb2-336c109e2abe req-bd17841b-8a39-4b0a-b82c-6c410cf3234c service nova] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.778525] env[62880]: DEBUG oslo_concurrency.lockutils [req-55afd64c-5ec0-426f-9bb2-336c109e2abe req-bd17841b-8a39-4b0a-b82c-6c410cf3234c service nova] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.778683] env[62880]: DEBUG nova.network.neutron [req-55afd64c-5ec0-426f-9bb2-336c109e2abe req-bd17841b-8a39-4b0a-b82c-6c410cf3234c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.886698] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.947813] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4bc64f-71f7-4819-98db-5e67fe918ef8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.956311] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155ac7ee-7b92-487d-8cf9-d80564f0a8bb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.988338] env[62880]: DEBUG nova.objects.instance [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'flavor' on Instance uuid abf01e24-2c69-48c3-944c-6ff672f9ba59 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.990868] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ae28d-10d8-42f9-add3-d4f460cbabbd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.998756] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3c843d-d11b-42ce-8a2d-251485226097 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.014347] env[62880]: DEBUG nova.compute.provider_tree [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.025424] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a52257-c394-4865-ba28-136349dcdf69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.050391] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a3a42-23e2-4813-a5f2-c6d834762a03 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.058403] env[62880]: DEBUG oslo_vmware.api [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881475, 'name': PowerOnVM_Task, 'duration_secs': 0.575234} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.076623] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.076861] env[62880]: INFO nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Took 12.24 seconds to spawn the instance on the hypervisor. [ 1950.077058] env[62880]: DEBUG nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.077479] env[62880]: DEBUG nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1950.082182] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance '479f566f-f6ac-4568-8390-d69353ee303c' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1950.084458] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448e2d2-9a82-4767-ab99-80c03ad9dfd1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.493778] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3cfcba87-c81a-4131-ba84-485848462217 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.333s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.514278] env[62880]: DEBUG nova.network.neutron [req-55afd64c-5ec0-426f-9bb2-336c109e2abe req-bd17841b-8a39-4b0a-b82c-6c410cf3234c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updated VIF entry in instance network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.514633] env[62880]: DEBUG nova.network.neutron [req-55afd64c-5ec0-426f-9bb2-336c109e2abe req-bd17841b-8a39-4b0a-b82c-6c410cf3234c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.517790] env[62880]: DEBUG nova.scheduler.client.report [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1950.602613] env[62880]: INFO nova.compute.manager [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Took 20.95 seconds to build instance. [ 1950.617054] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.687705] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.687705] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.020017] env[62880]: DEBUG oslo_concurrency.lockutils [req-55afd64c-5ec0-426f-9bb2-336c109e2abe req-bd17841b-8a39-4b0a-b82c-6c410cf3234c service nova] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.022157] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.024483] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.408s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.026516] env[62880]: INFO nova.compute.claims [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1951.064672] env[62880]: INFO nova.scheduler.client.report [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted allocations for instance 576aecca-0382-460b-921d-71f05c66545c [ 1951.106937] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fd39ff65-ac46-4955-9d7e-bc9238554fad tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "6365f098-d9a5-40f7-8d55-a06914852f4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.458s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.189515] env[62880]: INFO nova.compute.manager [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Detaching volume 33202f68-27aa-4b94-83ac-6eb3eddc8a6f [ 1951.228703] env[62880]: INFO nova.virt.block_device [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Attempting to driver detach volume 33202f68-27aa-4b94-83ac-6eb3eddc8a6f from mountpoint /dev/sdb [ 1951.228947] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1951.229282] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388792', 'volume_id': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'name': 'volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abf01e24-2c69-48c3-944c-6ff672f9ba59', 'attached_at': '', 'detached_at': '', 'volume_id': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'serial': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1951.230263] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d36576-802c-44ef-b544-d4e2cf907877 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.254657] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e26dcdf-38d3-4a65-97cb-37d64e9567f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.262287] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442fc7be-8fc4-4770-80b1-7f8c7d779695 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.286425] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef90c05a-6662-4a34-8c2a-2d6a8f40c6d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.301817] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] The volume has not been displaced from its original location: [datastore2] volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f/volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1951.307209] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1951.307514] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bf94ceb-a1eb-4f64-9914-a8c66f617d92 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.328089] env[62880]: DEBUG oslo_vmware.api [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1951.328089] env[62880]: value = "task-1881476" [ 1951.328089] env[62880]: _type = "Task" [ 1951.328089] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.337717] env[62880]: DEBUG oslo_vmware.api [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.407674] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5539afca-d555-44f8-9e3b-b7814d3088d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.425937] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance '9c61a763-257f-4756-9dbe-0ba7a058e1cc' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1951.579865] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a5e423fc-d270-4b7f-b509-d031d22229b5 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "576aecca-0382-460b-921d-71f05c66545c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.391s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.754978] env[62880]: DEBUG nova.network.neutron [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Port 160c5fb2-f132-4aca-8abb-1029e3de69b3 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1951.838206] env[62880]: DEBUG oslo_vmware.api [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.845039] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "6365f098-d9a5-40f7-8d55-a06914852f4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.845279] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "6365f098-d9a5-40f7-8d55-a06914852f4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.845478] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "6365f098-d9a5-40f7-8d55-a06914852f4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.845654] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "6365f098-d9a5-40f7-8d55-a06914852f4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.845815] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "6365f098-d9a5-40f7-8d55-a06914852f4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.847974] env[62880]: INFO nova.compute.manager [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Terminating instance [ 1951.935181] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.935481] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f2d8ed0-961b-4139-b42f-0c8ef101c959 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.942043] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1951.942043] env[62880]: value = "task-1881477" [ 1951.942043] env[62880]: _type = "Task" [ 1951.942043] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.949840] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.208345] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "47015552-853a-41e2-ab6e-e08f1efb0aea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.208640] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "47015552-853a-41e2-ab6e-e08f1efb0aea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.208844] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "47015552-853a-41e2-ab6e-e08f1efb0aea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.209024] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "47015552-853a-41e2-ab6e-e08f1efb0aea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.209208] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "47015552-853a-41e2-ab6e-e08f1efb0aea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.212913] env[62880]: INFO nova.compute.manager [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Terminating instance [ 1952.222038] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a43e8ad-ea25-4f54-94a4-a80ced6ae65c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.230992] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a278691-c8be-461b-a2b5-ce7938933b49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.265708] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de05d29-587f-4ecd-b57a-74077aeea43c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.273412] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc7f87-3949-4b3f-8fa9-7a614e78d87e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.286981] env[62880]: DEBUG nova.compute.provider_tree [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.341553] env[62880]: DEBUG oslo_vmware.api [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.351661] env[62880]: DEBUG nova.compute.manager [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.352562] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.352827] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552a8623-f97e-416a-bf59-580ed427dcc7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.360873] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.361141] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cfed176-9835-46a3-897a-1202e38ace23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.368253] env[62880]: DEBUG oslo_vmware.api [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1952.368253] env[62880]: value = "task-1881478" [ 1952.368253] env[62880]: _type = "Task" [ 1952.368253] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.376207] env[62880]: DEBUG oslo_vmware.api [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.453680] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.716580] env[62880]: DEBUG nova.compute.manager [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.716827] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.717768] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c015c8-da1d-4828-9cf8-920f571cd247 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.725796] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.726049] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f06b895-5fc2-42c3-9e3e-dadb568547ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.732455] env[62880]: DEBUG oslo_vmware.api [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1952.732455] env[62880]: value = "task-1881479" [ 1952.732455] env[62880]: _type = "Task" [ 1952.732455] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.741123] env[62880]: DEBUG oslo_vmware.api [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.781529] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "479f566f-f6ac-4568-8390-d69353ee303c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.781847] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.781910] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.789770] env[62880]: DEBUG nova.scheduler.client.report [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.841098] env[62880]: DEBUG oslo_vmware.api [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881476, 'name': ReconfigVM_Task, 'duration_secs': 1.359208} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.841098] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1952.845949] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c592f71a-161e-4654-ac61-12c3807025de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.861970] env[62880]: DEBUG oslo_vmware.api [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1952.861970] env[62880]: value = "task-1881480" [ 1952.861970] env[62880]: _type = "Task" [ 1952.861970] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.871521] env[62880]: DEBUG oslo_vmware.api [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.879748] env[62880]: DEBUG oslo_vmware.api [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881478, 'name': PowerOffVM_Task, 'duration_secs': 0.246673} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.880048] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.880244] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.880539] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b23273c3-2d73-4c3a-be47-5a0fefcf99aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.957770] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881477, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.974557] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1952.974557] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1952.974711] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Deleting the datastore file [datastore1] 6365f098-d9a5-40f7-8d55-a06914852f4a {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.975009] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e3a88b9-523d-4514-bd43-51256f560321 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.982398] env[62880]: DEBUG oslo_vmware.api [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for the task: (returnval){ [ 1952.982398] env[62880]: value = "task-1881482" [ 1952.982398] env[62880]: _type = "Task" [ 1952.982398] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.990170] env[62880]: DEBUG oslo_vmware.api [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.245772] env[62880]: DEBUG oslo_vmware.api [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881479, 'name': PowerOffVM_Task, 'duration_secs': 0.210948} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.246247] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.246247] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1953.247240] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c40a159-2064-4b14-8b80-3fd5fe6cd2f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.296115] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.296664] env[62880]: DEBUG nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1953.342953] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.343225] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.343504] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleting the datastore file [datastore1] 47015552-853a-41e2-ab6e-e08f1efb0aea {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.343791] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd0e979-9bd6-44c2-9b79-48c5883ad4b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.355089] env[62880]: DEBUG oslo_vmware.api [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1953.355089] env[62880]: value = "task-1881484" [ 1953.355089] env[62880]: _type = "Task" [ 1953.355089] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.364488] env[62880]: DEBUG oslo_vmware.api [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.372567] env[62880]: DEBUG oslo_vmware.api [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881480, 'name': ReconfigVM_Task, 'duration_secs': 0.196456} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.372902] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388792', 'volume_id': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'name': 'volume-33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abf01e24-2c69-48c3-944c-6ff672f9ba59', 'attached_at': '', 'detached_at': '', 'volume_id': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f', 'serial': '33202f68-27aa-4b94-83ac-6eb3eddc8a6f'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1953.456825] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881477, 'name': PowerOffVM_Task, 'duration_secs': 1.064251} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.457111] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.457385] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance '9c61a763-257f-4756-9dbe-0ba7a058e1cc' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1953.492995] env[62880]: DEBUG oslo_vmware.api [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Task: {'id': task-1881482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407765} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.493276] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.493651] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.493651] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.493798] env[62880]: INFO nova.compute.manager [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1953.494029] env[62880]: DEBUG oslo.service.loopingcall [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.494227] env[62880]: DEBUG nova.compute.manager [-] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.494484] env[62880]: DEBUG nova.network.neutron [-] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.801314] env[62880]: DEBUG nova.compute.utils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1953.802968] env[62880]: DEBUG nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1953.806144] env[62880]: DEBUG nova.network.neutron [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1953.834656] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.834898] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.835670] env[62880]: DEBUG nova.network.neutron [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1953.861268] env[62880]: DEBUG nova.policy [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1953.867569] env[62880]: DEBUG oslo_vmware.api [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.923959] env[62880]: DEBUG nova.objects.instance [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'flavor' on Instance uuid abf01e24-2c69-48c3-944c-6ff672f9ba59 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1953.942428] env[62880]: DEBUG nova.compute.manager [req-b4b78b2a-38ea-4ede-a37a-473aee3127c8 req-4f2ef583-1ee6-42ec-8791-c4565a00e8f4 service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Received event network-vif-deleted-6564f92b-6cb4-40d4-b9ff-5b1f23657ce0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1953.943088] env[62880]: INFO nova.compute.manager [req-b4b78b2a-38ea-4ede-a37a-473aee3127c8 req-4f2ef583-1ee6-42ec-8791-c4565a00e8f4 service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Neutron deleted interface 6564f92b-6cb4-40d4-b9ff-5b1f23657ce0; detaching it from the instance and deleting it from the info cache [ 1953.943332] env[62880]: DEBUG nova.network.neutron [req-b4b78b2a-38ea-4ede-a37a-473aee3127c8 req-4f2ef583-1ee6-42ec-8791-c4565a00e8f4 service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.964806] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1953.965310] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1953.965310] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1953.965501] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1953.965601] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1953.965743] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1953.965948] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1953.967298] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1953.967924] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1953.967924] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1953.968366] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1953.975132] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58fa23ef-eafe-4a3a-822a-3cde6cbc4f8b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.997585] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1953.997585] env[62880]: value = "task-1881485" [ 1953.997585] env[62880]: _type = "Task" [ 1953.997585] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.008776] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.185292] env[62880]: DEBUG nova.network.neutron [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Successfully created port: 51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1954.309298] env[62880]: DEBUG nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1954.330925] env[62880]: DEBUG nova.network.neutron [-] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.371219] env[62880]: DEBUG oslo_vmware.api [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.662901} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.371495] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1954.372209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1954.372209] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1954.372209] env[62880]: INFO nova.compute.manager [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1954.372431] env[62880]: DEBUG oslo.service.loopingcall [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.373037] env[62880]: DEBUG nova.compute.manager [-] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1954.373037] env[62880]: DEBUG nova.network.neutron [-] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.449588] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01d49c21-2390-4a97-a084-8b2b0cd5455a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.465910] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b81fd14-b010-4cc0-9b1a-f6831febce14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.512043] env[62880]: DEBUG nova.compute.manager [req-b4b78b2a-38ea-4ede-a37a-473aee3127c8 req-4f2ef583-1ee6-42ec-8791-c4565a00e8f4 service nova] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Detach interface failed, port_id=6564f92b-6cb4-40d4-b9ff-5b1f23657ce0, reason: Instance 6365f098-d9a5-40f7-8d55-a06914852f4a could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1954.522868] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881485, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.682498] env[62880]: DEBUG nova.network.neutron [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [{"id": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "address": "fa:16:3e:a1:b3:c9", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160c5fb2-f1", "ovs_interfaceid": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.834112] env[62880]: INFO nova.compute.manager [-] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Took 1.34 seconds to deallocate network for instance. [ 1954.933573] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8680b40d-d1d5-4cd0-88aa-f41219f70610 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.247s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.027459] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881485, 'name': ReconfigVM_Task, 'duration_secs': 0.565395} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.027943] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance '9c61a763-257f-4756-9dbe-0ba7a058e1cc' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1955.168710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.169062] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.169324] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "abf01e24-2c69-48c3-944c-6ff672f9ba59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.169537] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.169724] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.172599] env[62880]: INFO nova.compute.manager [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Terminating instance [ 1955.185275] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.318386] env[62880]: DEBUG nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1955.343754] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.343882] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.344091] env[62880]: DEBUG nova.objects.instance [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lazy-loading 'resources' on Instance uuid 6365f098-d9a5-40f7-8d55-a06914852f4a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.354101] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1955.354491] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1955.354636] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1955.354824] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1955.355026] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1955.355343] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1955.355408] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1955.355550] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1955.356013] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1955.356013] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1955.356111] env[62880]: DEBUG nova.virt.hardware [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1955.356985] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0486832-0c87-4d3c-8718-60c3991eb6d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.369621] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0118f8-8b78-4a02-b429-e2ce5ede31c6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.432659] env[62880]: DEBUG nova.network.neutron [-] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.541114] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1955.541507] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1955.542402] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1955.542700] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1955.542893] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1955.543105] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1955.543467] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1955.545773] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1955.545995] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1955.546207] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1955.547622] env[62880]: DEBUG nova.virt.hardware [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1955.555156] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1955.555560] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41fda05c-e278-483b-8738-cac2fada3e54 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.580552] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1955.580552] env[62880]: value = "task-1881486" [ 1955.580552] env[62880]: _type = "Task" [ 1955.580552] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.591392] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.679342] env[62880]: DEBUG nova.compute.manager [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1955.679342] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.679342] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e79dfe-4d72-4aae-9761-a01b0be0e371 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.688459] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.691036] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b0c891b-7042-4d54-a560-dcb1ea3611d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.695523] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53218b65-5c39-4494-a7e9-e168947af598 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.700764] env[62880]: DEBUG oslo_vmware.api [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1955.700764] env[62880]: value = "task-1881487" [ 1955.700764] env[62880]: _type = "Task" [ 1955.700764] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.709022] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675606ee-8608-45e1-b177-f275f12c9161 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.715207] env[62880]: DEBUG oslo_vmware.api [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.862401] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "421ecf23-62de-45d5-9755-737c90c21c49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.862738] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "421ecf23-62de-45d5-9755-737c90c21c49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.934899] env[62880]: INFO nova.compute.manager [-] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Took 1.56 seconds to deallocate network for instance. [ 1955.977765] env[62880]: DEBUG nova.compute.manager [req-4fa8abeb-7ef9-4d6c-a893-f2dc2327e300 req-15c5af3a-ec89-4d1e-bcbc-0a76e3358509 service nova] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Received event network-vif-deleted-9839a590-70a2-45be-8996-baefaa19ce3a {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1956.094635] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881486, 'name': ReconfigVM_Task, 'duration_secs': 0.363717} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.094910] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1956.095744] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6814bda4-0ca5-4402-a4a3-a50bcdd6a8ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.122820] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 9c61a763-257f-4756-9dbe-0ba7a058e1cc/9c61a763-257f-4756-9dbe-0ba7a058e1cc.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.127984] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a27926-0445-429e-b0cc-92e74c9389b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.143905] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d182b-9dd5-4437-8c33-ccf375a72c15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.152090] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536b6a33-c9d5-42a5-9205-6e0deb3fd094 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.155669] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1956.155669] env[62880]: value = "task-1881488" [ 1956.155669] env[62880]: _type = "Task" [ 1956.155669] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.186694] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48eb60-fa57-49ac-b8d9-9f1aa0c382fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.192467] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.197758] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671eb29c-6888-41b8-a731-5e24fb8add8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.216145] env[62880]: DEBUG nova.compute.provider_tree [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.221423] env[62880]: DEBUG oslo_vmware.api [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881487, 'name': PowerOffVM_Task, 'duration_secs': 0.380295} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.221736] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.221941] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.222246] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f09ab0f-b24b-44c4-a04f-d37f901165bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.248303] env[62880]: DEBUG nova.network.neutron [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Successfully updated port: 51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1956.305753] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.305908] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.306183] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleting the datastore file [datastore1] abf01e24-2c69-48c3-944c-6ff672f9ba59 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.306436] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14352ff6-516e-4dcf-940d-f7c7824fecab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.314605] env[62880]: DEBUG oslo_vmware.api [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for the task: (returnval){ [ 1956.314605] env[62880]: value = "task-1881490" [ 1956.314605] env[62880]: _type = "Task" [ 1956.314605] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.323944] env[62880]: DEBUG oslo_vmware.api [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.366139] env[62880]: DEBUG nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1956.375253] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "80d6a0be-d4ae-429b-9911-347afb31b77a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.375509] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "80d6a0be-d4ae-429b-9911-347afb31b77a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.444930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.666716] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881488, 'name': ReconfigVM_Task, 'duration_secs': 0.419573} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.667007] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 9c61a763-257f-4756-9dbe-0ba7a058e1cc/9c61a763-257f-4756-9dbe-0ba7a058e1cc.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.667411] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance '9c61a763-257f-4756-9dbe-0ba7a058e1cc' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1956.720785] env[62880]: DEBUG nova.scheduler.client.report [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.751132] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.751259] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.751376] env[62880]: DEBUG nova.network.neutron [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.826172] env[62880]: DEBUG oslo_vmware.api [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Task: {'id': task-1881490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230062} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.826466] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.826688] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.826879] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.827064] env[62880]: INFO nova.compute.manager [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1956.827306] env[62880]: DEBUG oslo.service.loopingcall [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.827498] env[62880]: DEBUG nova.compute.manager [-] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.827594] env[62880]: DEBUG nova.network.neutron [-] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.851220] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c53ee-4ddf-4ad6-855f-19b4728b855e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.878409] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3351b74-7d57-4908-9b0b-e353fe9d911e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.881333] env[62880]: DEBUG nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1956.894705] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance '479f566f-f6ac-4568-8390-d69353ee303c' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1956.906635] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.174392] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e583364b-82e6-40bc-9d8e-6b5926ef8d5e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.194638] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda46e0c-7e56-45f6-874e-9eea58040c59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.214987] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance '9c61a763-257f-4756-9dbe-0ba7a058e1cc' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1957.229218] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.229218] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.784s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.230466] env[62880]: DEBUG nova.objects.instance [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lazy-loading 'resources' on Instance uuid 47015552-853a-41e2-ab6e-e08f1efb0aea {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.251122] env[62880]: INFO nova.scheduler.client.report [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Deleted allocations for instance 6365f098-d9a5-40f7-8d55-a06914852f4a [ 1957.302143] env[62880]: DEBUG nova.network.neutron [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1957.406172] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.406771] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aec5087e-1d2d-4fc9-8b9f-f58f2bd8d3c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.411743] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.415337] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1957.415337] env[62880]: value = "task-1881491" [ 1957.415337] env[62880]: _type = "Task" [ 1957.415337] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.427866] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.551307] env[62880]: DEBUG nova.network.neutron [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.761668] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a686a024-df09-4a98-b111-4ca4d4484a1a tempest-ServerGroupTestJSON-1036586679 tempest-ServerGroupTestJSON-1036586679-project-member] Lock "6365f098-d9a5-40f7-8d55-a06914852f4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.916s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.771963] env[62880]: DEBUG nova.network.neutron [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Port abeee1ff-960a-4d14-af10-9a8dc8406960 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1957.928738] env[62880]: DEBUG oslo_vmware.api [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881491, 'name': PowerOnVM_Task, 'duration_secs': 0.47226} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.931727] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1957.931727] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ce851-630e-4826-bd69-1863dc19e637 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance '479f566f-f6ac-4568-8390-d69353ee303c' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1957.958423] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebd4912-ea31-4618-9c4d-24acc39da86e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.967800] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5709995b-362c-4cd0-ae92-c2e87067a8fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.002675] env[62880]: DEBUG nova.network.neutron [-] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.005957] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69eb411-85d4-435a-a12d-046fafa330ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.012409] env[62880]: DEBUG nova.compute.manager [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received event network-vif-plugged-51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1958.012712] env[62880]: DEBUG oslo_concurrency.lockutils [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] Acquiring lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.013095] env[62880]: DEBUG oslo_concurrency.lockutils [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] Lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.013095] env[62880]: DEBUG oslo_concurrency.lockutils [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] Lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.013686] env[62880]: DEBUG nova.compute.manager [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] No waiting events found dispatching network-vif-plugged-51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1958.013686] env[62880]: WARNING nova.compute.manager [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received unexpected event network-vif-plugged-51dfe284-f90d-4300-b6f6-7eaff99751a1 for instance with vm_state building and task_state spawning. [ 1958.013686] env[62880]: DEBUG nova.compute.manager [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received event network-changed-51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1958.013686] env[62880]: DEBUG nova.compute.manager [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing instance network info cache due to event network-changed-51dfe284-f90d-4300-b6f6-7eaff99751a1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1958.014446] env[62880]: DEBUG oslo_concurrency.lockutils [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] Acquiring lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.021440] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b413e6f-968d-4298-9c1c-3ebcb061f409 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.039713] env[62880]: DEBUG nova.compute.provider_tree [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.054249] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.054554] env[62880]: DEBUG nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Instance network_info: |[{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1958.055101] env[62880]: DEBUG oslo_concurrency.lockutils [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] Acquired lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.055304] env[62880]: DEBUG nova.network.neutron [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing network info cache for port 51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1958.056497] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:49:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51dfe284-f90d-4300-b6f6-7eaff99751a1', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1958.063874] env[62880]: DEBUG oslo.service.loopingcall [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.064679] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1958.064897] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bd091ef-8b6f-4281-b083-c88ff946d41d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.086275] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1958.086275] env[62880]: value = "task-1881492" [ 1958.086275] env[62880]: _type = "Task" [ 1958.086275] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.097830] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881492, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.505090] env[62880]: INFO nova.compute.manager [-] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Took 1.68 seconds to deallocate network for instance. [ 1958.542996] env[62880]: DEBUG nova.scheduler.client.report [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.596379] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881492, 'name': CreateVM_Task, 'duration_secs': 0.345902} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.596561] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.611608] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.611785] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.612113] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.612460] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9fdf49-b690-4a35-a09f-51582d9c65a4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.618224] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1958.618224] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520c5a73-9708-b53a-a342-32326f2d4803" [ 1958.618224] env[62880]: _type = "Task" [ 1958.618224] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.632120] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520c5a73-9708-b53a-a342-32326f2d4803, 'name': SearchDatastore_Task, 'duration_secs': 0.011852} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.632421] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.632650] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1958.632879] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.633064] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.633263] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1958.633520] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04b6e571-b703-4784-9397-e490f5b2984a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.642208] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1958.642393] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1958.643106] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadfbbce-41bc-48f2-81fb-51db0aad737e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.651725] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1958.651725] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522ff611-e8c2-1ab0-ace7-cb041fa1f183" [ 1958.651725] env[62880]: _type = "Task" [ 1958.651725] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.658607] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522ff611-e8c2-1ab0-ace7-cb041fa1f183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.796181] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.796433] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.796603] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.842691] env[62880]: DEBUG nova.network.neutron [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updated VIF entry in instance network info cache for port 51dfe284-f90d-4300-b6f6-7eaff99751a1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.843073] env[62880]: DEBUG nova.network.neutron [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.990593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "a87368f8-71f6-499c-8665-272f5cc61cbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.990593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.990933] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.990933] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.991214] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.992937] env[62880]: INFO nova.compute.manager [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Terminating instance [ 1959.014843] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.048316] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.051287] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.145s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.052998] env[62880]: INFO nova.compute.claims [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1959.103404] env[62880]: INFO nova.scheduler.client.report [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted allocations for instance 47015552-853a-41e2-ab6e-e08f1efb0aea [ 1959.162510] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]522ff611-e8c2-1ab0-ace7-cb041fa1f183, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.163357] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7f1264-5bed-403d-9ccb-f235e3ce5a5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.169721] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1959.169721] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f5e9b8-3317-460a-c138-55731fa8555e" [ 1959.169721] env[62880]: _type = "Task" [ 1959.169721] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.178068] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f5e9b8-3317-460a-c138-55731fa8555e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.345605] env[62880]: DEBUG oslo_concurrency.lockutils [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] Releasing lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.345898] env[62880]: DEBUG nova.compute.manager [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Received event network-vif-deleted-9a02f846-0d2e-47ea-99b8-10f0fbde6a17 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.346083] env[62880]: INFO nova.compute.manager [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Neutron deleted interface 9a02f846-0d2e-47ea-99b8-10f0fbde6a17; detaching it from the instance and deleting it from the info cache [ 1959.346264] env[62880]: DEBUG nova.network.neutron [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.501071] env[62880]: DEBUG nova.compute.manager [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1959.501178] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1959.502877] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d02da377-190d-42a5-b389-fa2f17d72551 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.513032] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1959.513032] env[62880]: value = "task-1881493" [ 1959.513032] env[62880]: _type = "Task" [ 1959.513032] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.522252] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.611410] env[62880]: DEBUG oslo_concurrency.lockutils [None req-252e4969-eea6-4483-8e0d-ed4f65056fe6 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "47015552-853a-41e2-ab6e-e08f1efb0aea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.403s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.683465] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f5e9b8-3317-460a-c138-55731fa8555e, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.684162] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.684162] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 436712d7-639c-4a96-b0d3-31da91c9b539/436712d7-639c-4a96-b0d3-31da91c9b539.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.684312] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a640965a-2657-4074-bf56-08ab3ad6ac9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.691958] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1959.691958] env[62880]: value = "task-1881494" [ 1959.691958] env[62880]: _type = "Task" [ 1959.691958] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.701425] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.839579] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.839782] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.839965] env[62880]: DEBUG nova.network.neutron [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.848833] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53dd017e-c3aa-4441-8fd9-c817b48b28b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.859976] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5379df5-e246-48fb-88b9-90f597c7f39e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.897503] env[62880]: DEBUG nova.compute.manager [req-7e29ceaf-d974-4c26-8868-51442a343f22 req-4cda3583-ede8-4616-a298-d6a33ab773d7 service nova] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Detach interface failed, port_id=9a02f846-0d2e-47ea-99b8-10f0fbde6a17, reason: Instance abf01e24-2c69-48c3-944c-6ff672f9ba59 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1960.026856] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881493, 'name': PowerOffVM_Task, 'duration_secs': 0.189989} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.027918] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1960.027918] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1960.027918] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388771', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'name': 'volume-c6482f15-a420-4954-984e-1672b873f269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a87368f8-71f6-499c-8665-272f5cc61cbb', 'attached_at': '2024-12-14T13:24:02.000000', 'detached_at': '', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'serial': 'c6482f15-a420-4954-984e-1672b873f269'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1960.028650] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a7582-64cf-4fd6-90c9-f8256f9b7cdf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.048351] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c4a90-6f9e-4bef-86ac-2d56203a4ceb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.057325] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c5c101-9c8b-48ad-a4db-5a6bcd3a5031 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.085876] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53879cd2-e557-4520-b6fa-710e965fc73f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.105647] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] The volume has not been displaced from its original location: [datastore2] volume-c6482f15-a420-4954-984e-1672b873f269/volume-c6482f15-a420-4954-984e-1672b873f269.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1960.111224] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1960.114355] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a95bfd-7fff-4066-acea-37b1fd7e245d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.135019] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1960.135019] env[62880]: value = "task-1881495" [ 1960.135019] env[62880]: _type = "Task" [ 1960.135019] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.150028] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.202640] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.310097] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07096eef-5ba9-4378-8b2e-ce5a13e64816 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.318583] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642357f0-128f-4b89-9cf7-ef8e97df56aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.353141] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22b08c9-02aa-49e1-aa63-ae81da98484b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.362222] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2179584b-ba49-489a-b517-5ac21096bff0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.381164] env[62880]: DEBUG nova.compute.provider_tree [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.614315] env[62880]: DEBUG nova.network.neutron [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Port 160c5fb2-f132-4aca-8abb-1029e3de69b3 binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1960.614583] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.614732] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.614894] env[62880]: DEBUG nova.network.neutron [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.647025] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881495, 'name': ReconfigVM_Task, 'duration_secs': 0.214796} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.647326] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1960.653863] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f20928b1-e0d8-4dda-985c-5f16f2b3deb0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.671799] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1960.671799] env[62880]: value = "task-1881496" [ 1960.671799] env[62880]: _type = "Task" [ 1960.671799] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.683153] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.703485] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537949} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.703847] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 436712d7-639c-4a96-b0d3-31da91c9b539/436712d7-639c-4a96-b0d3-31da91c9b539.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.704094] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.704361] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2121907-eed3-4411-826c-08675dcdde2e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.713222] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1960.713222] env[62880]: value = "task-1881497" [ 1960.713222] env[62880]: _type = "Task" [ 1960.713222] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.723561] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.767959] env[62880]: DEBUG nova.network.neutron [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.886416] env[62880]: DEBUG nova.scheduler.client.report [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.982344] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "683bb27b-5d12-4fde-b973-8616fb2b1012" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.982566] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "683bb27b-5d12-4fde-b973-8616fb2b1012" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.183264] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881496, 'name': ReconfigVM_Task, 'duration_secs': 0.253027} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.183731] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388771', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'name': 'volume-c6482f15-a420-4954-984e-1672b873f269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a87368f8-71f6-499c-8665-272f5cc61cbb', 'attached_at': '2024-12-14T13:24:02.000000', 'detached_at': '', 'volume_id': 'c6482f15-a420-4954-984e-1672b873f269', 'serial': 'c6482f15-a420-4954-984e-1672b873f269'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1961.183985] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.184867] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67dedd4-c697-468b-a1e8-7553ed504c62 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.192557] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.192713] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cda67b6-e1eb-4436-b03a-6a5edb82a35e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.225953] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092767} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.226376] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.227533] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85da4113-da45-4b67-89b5-02155d7eac6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.262286] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 436712d7-639c-4a96-b0d3-31da91c9b539/436712d7-639c-4a96-b0d3-31da91c9b539.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.266559] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0bbb14-a077-42d6-9a26-bf20bfbc7f08 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.291484] env[62880]: DEBUG oslo_concurrency.lockutils [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.297346] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.297639] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.297896] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleting the datastore file [datastore2] a87368f8-71f6-499c-8665-272f5cc61cbb {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.298732] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-669ce68b-38b0-4da2-b11c-df784463e5e0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.304992] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1961.304992] env[62880]: value = "task-1881499" [ 1961.304992] env[62880]: _type = "Task" [ 1961.304992] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.309510] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1961.309510] env[62880]: value = "task-1881500" [ 1961.309510] env[62880]: _type = "Task" [ 1961.309510] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.315853] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.322125] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.392634] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.393066] env[62880]: DEBUG nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1961.401911] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.990s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.403406] env[62880]: INFO nova.compute.claims [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1961.484548] env[62880]: DEBUG nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.487935] env[62880]: DEBUG nova.network.neutron [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [{"id": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "address": "fa:16:3e:a1:b3:c9", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160c5fb2-f1", "ovs_interfaceid": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.817696] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.822960] env[62880]: DEBUG oslo_vmware.api [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109533} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.823237] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1961.823436] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1961.823615] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1961.823788] env[62880]: INFO nova.compute.manager [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1961.824051] env[62880]: DEBUG oslo.service.loopingcall [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.824297] env[62880]: DEBUG nova.compute.manager [-] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1961.824398] env[62880]: DEBUG nova.network.neutron [-] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1961.827370] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9205827d-3a3f-424a-9da3-2e18e170a802 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.847542] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d027166b-12ac-4b2e-88be-5f2c66849a43 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.855091] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance '9c61a763-257f-4756-9dbe-0ba7a058e1cc' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1961.900305] env[62880]: DEBUG nova.compute.utils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1961.901605] env[62880]: DEBUG nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1961.901773] env[62880]: DEBUG nova.network.neutron [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1961.977083] env[62880]: DEBUG nova.policy [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ced6525f5c134ba3831d4a93b3142451', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15dbf9a930c54a0c8b73965e3c44d286', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1961.992830] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.007682] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.315941] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881499, 'name': ReconfigVM_Task, 'duration_secs': 0.99736} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.316359] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 436712d7-639c-4a96-b0d3-31da91c9b539/436712d7-639c-4a96-b0d3-31da91c9b539.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.316910] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cc66fbd-8896-4e1a-9ea8-942bb99a84b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.323987] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1962.323987] env[62880]: value = "task-1881501" [ 1962.323987] env[62880]: _type = "Task" [ 1962.323987] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.332317] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881501, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.363423] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.363721] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b46156-7cad-47b6-8068-d2c572fda4f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.371721] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1962.371721] env[62880]: value = "task-1881502" [ 1962.371721] env[62880]: _type = "Task" [ 1962.371721] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.381546] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.405500] env[62880]: DEBUG nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1962.503030] env[62880]: DEBUG nova.compute.manager [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62880) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1962.674181] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eecc856-cec6-4aac-85dc-87ffeae4efb4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.682675] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eb5b24-a812-40d0-88e8-d18756f42c7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.729609] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae1b676-f0c8-4d6d-9547-c9df1b5cfaab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.741685] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220b45c0-b176-4bfc-bcfe-4e58169613a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.762613] env[62880]: DEBUG nova.compute.provider_tree [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.820792] env[62880]: DEBUG nova.network.neutron [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Successfully created port: 24993e79-f325-4e83-a33d-847d505b1200 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1962.834372] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881501, 'name': Rename_Task, 'duration_secs': 0.231873} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.834659] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.834909] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-185836f7-3d39-4349-b982-7bc24276b711 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.843408] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1962.843408] env[62880]: value = "task-1881503" [ 1962.843408] env[62880]: _type = "Task" [ 1962.843408] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.856302] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.883422] env[62880]: DEBUG oslo_vmware.api [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881502, 'name': PowerOnVM_Task, 'duration_secs': 0.481635} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.886374] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.886374] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-956d73fb-59a5-44d6-b6e8-953fe7119b0f tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance '9c61a763-257f-4756-9dbe-0ba7a058e1cc' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1962.919223] env[62880]: DEBUG nova.compute.manager [req-50531ae2-b45a-48fc-9d83-83ce1a6d4ef0 req-84535b64-1f0b-4199-b091-a154cbbdee4c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Received event network-vif-deleted-c1c2dd81-ec74-4986-b541-fcc40a9c59d9 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.919425] env[62880]: INFO nova.compute.manager [req-50531ae2-b45a-48fc-9d83-83ce1a6d4ef0 req-84535b64-1f0b-4199-b091-a154cbbdee4c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Neutron deleted interface c1c2dd81-ec74-4986-b541-fcc40a9c59d9; detaching it from the instance and deleting it from the info cache [ 1962.919598] env[62880]: DEBUG nova.network.neutron [req-50531ae2-b45a-48fc-9d83-83ce1a6d4ef0 req-84535b64-1f0b-4199-b091-a154cbbdee4c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.266573] env[62880]: DEBUG nova.scheduler.client.report [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.353478] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881503, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.392141] env[62880]: DEBUG nova.network.neutron [-] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.416482] env[62880]: DEBUG nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1963.422094] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcbcfa64-1549-42b2-9485-b0d38a8343b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.433195] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595f0dc1-ebe1-42f4-8d00-02ca10eff68a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.452128] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1963.452388] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1963.452544] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1963.452724] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1963.452867] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1963.453016] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1963.453224] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1963.453381] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1963.453542] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1963.453705] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1963.453871] env[62880]: DEBUG nova.virt.hardware [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1963.454714] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02dc3bd-7c0a-4664-8c8a-e40f3df191dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.467452] env[62880]: DEBUG nova.compute.manager [req-50531ae2-b45a-48fc-9d83-83ce1a6d4ef0 req-84535b64-1f0b-4199-b091-a154cbbdee4c service nova] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Detach interface failed, port_id=c1c2dd81-ec74-4986-b541-fcc40a9c59d9, reason: Instance a87368f8-71f6-499c-8665-272f5cc61cbb could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1963.470673] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c789118-48e6-4705-8f29-0c600800d56d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.648878] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.773084] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.773372] env[62880]: DEBUG nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1963.777636] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.763s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.777992] env[62880]: DEBUG nova.objects.instance [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lazy-loading 'resources' on Instance uuid abf01e24-2c69-48c3-944c-6ff672f9ba59 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1963.854346] env[62880]: DEBUG oslo_vmware.api [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881503, 'name': PowerOnVM_Task, 'duration_secs': 0.938942} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.854908] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.855127] env[62880]: INFO nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1963.855339] env[62880]: DEBUG nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.856121] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae09c1b-55f9-4df5-b663-c2c3878c8617 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.897125] env[62880]: INFO nova.compute.manager [-] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Took 2.07 seconds to deallocate network for instance. [ 1964.281053] env[62880]: DEBUG nova.compute.utils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1964.285404] env[62880]: DEBUG nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1964.285586] env[62880]: DEBUG nova.network.neutron [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1964.354014] env[62880]: DEBUG nova.policy [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ced6525f5c134ba3831d4a93b3142451', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15dbf9a930c54a0c8b73965e3c44d286', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1964.374682] env[62880]: INFO nova.compute.manager [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Took 13.79 seconds to build instance. [ 1964.459230] env[62880]: INFO nova.compute.manager [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Took 0.56 seconds to detach 1 volumes for instance. [ 1964.461235] env[62880]: DEBUG nova.compute.manager [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Deleting volume: c6482f15-a420-4954-984e-1672b873f269 {{(pid=62880) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1964.532158] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af0be6a-ba03-494f-8a63-1110df78b060 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.541285] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef99ea3d-5cdf-43ae-8895-fb2a3ca76b13 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.577225] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d021a8-7890-41e0-bf4d-a416c5f990e6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.586863] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ded6a-da61-4825-ab4d-2e9d28ef9f73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.601740] env[62880]: DEBUG nova.compute.provider_tree [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.661971] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.662283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.662471] env[62880]: DEBUG nova.compute.manager [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Going to confirm migration 9 {{(pid=62880) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1964.723347] env[62880]: DEBUG nova.network.neutron [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Successfully updated port: 24993e79-f325-4e83-a33d-847d505b1200 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1964.776619] env[62880]: DEBUG nova.network.neutron [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Successfully created port: 0de98416-ca2d-42fd-8e3c-38e66e917712 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1964.788677] env[62880]: DEBUG nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1964.879385] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3604d6d2-1d12-4460-ae25-08321a380a36 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "436712d7-639c-4a96-b0d3-31da91c9b539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.325s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.946960] env[62880]: DEBUG nova.compute.manager [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Received event network-vif-plugged-24993e79-f325-4e83-a33d-847d505b1200 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.947146] env[62880]: DEBUG oslo_concurrency.lockutils [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] Acquiring lock "421ecf23-62de-45d5-9755-737c90c21c49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.947441] env[62880]: DEBUG oslo_concurrency.lockutils [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] Lock "421ecf23-62de-45d5-9755-737c90c21c49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.947662] env[62880]: DEBUG oslo_concurrency.lockutils [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] Lock "421ecf23-62de-45d5-9755-737c90c21c49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.947815] env[62880]: DEBUG nova.compute.manager [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] No waiting events found dispatching network-vif-plugged-24993e79-f325-4e83-a33d-847d505b1200 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1964.947979] env[62880]: WARNING nova.compute.manager [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Received unexpected event network-vif-plugged-24993e79-f325-4e83-a33d-847d505b1200 for instance with vm_state building and task_state spawning. [ 1964.948167] env[62880]: DEBUG nova.compute.manager [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Received event network-changed-24993e79-f325-4e83-a33d-847d505b1200 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.948320] env[62880]: DEBUG nova.compute.manager [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Refreshing instance network info cache due to event network-changed-24993e79-f325-4e83-a33d-847d505b1200. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1964.948629] env[62880]: DEBUG oslo_concurrency.lockutils [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] Acquiring lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.948629] env[62880]: DEBUG oslo_concurrency.lockutils [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] Acquired lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.948794] env[62880]: DEBUG nova.network.neutron [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Refreshing network info cache for port 24993e79-f325-4e83-a33d-847d505b1200 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.011189] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.105972] env[62880]: DEBUG nova.scheduler.client.report [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1965.207562] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.207769] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.207947] env[62880]: DEBUG nova.network.neutron [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.208149] env[62880]: DEBUG nova.objects.instance [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'info_cache' on Instance uuid 9c61a763-257f-4756-9dbe-0ba7a058e1cc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.222808] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.491241] env[62880]: DEBUG nova.network.neutron [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1965.576584] env[62880]: DEBUG nova.network.neutron [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.610876] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.613476] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.606s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.615047] env[62880]: INFO nova.compute.claims [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1965.642397] env[62880]: INFO nova.scheduler.client.report [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Deleted allocations for instance abf01e24-2c69-48c3-944c-6ff672f9ba59 [ 1965.800047] env[62880]: DEBUG nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1965.834351] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.834614] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.834771] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.834950] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.835115] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.835287] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.835508] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.835671] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.835835] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.836018] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.836198] env[62880]: DEBUG nova.virt.hardware [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.837125] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d863bc7-a445-4b23-8c32-ca5ad05b06b5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.846608] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb5cc7-41b0-4970-a6bb-1acdbc60da3b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.067204] env[62880]: DEBUG nova.compute.manager [req-d9adf6c7-ddf9-4372-bc1c-8a6e4fbc1d03 req-0a8a264d-60e8-4ef8-b3e5-4f49fde797c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1966.067426] env[62880]: DEBUG nova.compute.manager [req-d9adf6c7-ddf9-4372-bc1c-8a6e4fbc1d03 req-0a8a264d-60e8-4ef8-b3e5-4f49fde797c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing instance network info cache due to event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1966.067623] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9adf6c7-ddf9-4372-bc1c-8a6e4fbc1d03 req-0a8a264d-60e8-4ef8-b3e5-4f49fde797c6 service nova] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.067763] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9adf6c7-ddf9-4372-bc1c-8a6e4fbc1d03 req-0a8a264d-60e8-4ef8-b3e5-4f49fde797c6 service nova] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.067919] env[62880]: DEBUG nova.network.neutron [req-d9adf6c7-ddf9-4372-bc1c-8a6e4fbc1d03 req-0a8a264d-60e8-4ef8-b3e5-4f49fde797c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1966.078662] env[62880]: DEBUG oslo_concurrency.lockutils [req-71b36489-421b-4a77-b547-9c2c329fd532 req-8942647f-ac05-4e36-a514-bcc9e0869c2c service nova] Releasing lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.079037] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.079212] env[62880]: DEBUG nova.network.neutron [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.151074] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ec0b6409-4874-4b8c-83d8-d43e9f6ee7c8 tempest-AttachVolumeNegativeTest-395741040 tempest-AttachVolumeNegativeTest-395741040-project-member] Lock "abf01e24-2c69-48c3-944c-6ff672f9ba59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.982s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.497167] env[62880]: DEBUG nova.compute.manager [req-0461cd0d-380f-4eff-91cf-4fb6e48c0008 req-52bc5fee-498e-46de-80c2-c265cc110d12 service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Received event network-vif-plugged-0de98416-ca2d-42fd-8e3c-38e66e917712 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1966.497167] env[62880]: DEBUG oslo_concurrency.lockutils [req-0461cd0d-380f-4eff-91cf-4fb6e48c0008 req-52bc5fee-498e-46de-80c2-c265cc110d12 service nova] Acquiring lock "80d6a0be-d4ae-429b-9911-347afb31b77a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.497167] env[62880]: DEBUG oslo_concurrency.lockutils [req-0461cd0d-380f-4eff-91cf-4fb6e48c0008 req-52bc5fee-498e-46de-80c2-c265cc110d12 service nova] Lock "80d6a0be-d4ae-429b-9911-347afb31b77a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.497167] env[62880]: DEBUG oslo_concurrency.lockutils [req-0461cd0d-380f-4eff-91cf-4fb6e48c0008 req-52bc5fee-498e-46de-80c2-c265cc110d12 service nova] Lock "80d6a0be-d4ae-429b-9911-347afb31b77a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.497167] env[62880]: DEBUG nova.compute.manager [req-0461cd0d-380f-4eff-91cf-4fb6e48c0008 req-52bc5fee-498e-46de-80c2-c265cc110d12 service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] No waiting events found dispatching network-vif-plugged-0de98416-ca2d-42fd-8e3c-38e66e917712 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1966.497802] env[62880]: WARNING nova.compute.manager [req-0461cd0d-380f-4eff-91cf-4fb6e48c0008 req-52bc5fee-498e-46de-80c2-c265cc110d12 service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Received unexpected event network-vif-plugged-0de98416-ca2d-42fd-8e3c-38e66e917712 for instance with vm_state building and task_state spawning. [ 1966.628257] env[62880]: DEBUG nova.network.neutron [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1966.672668] env[62880]: DEBUG nova.network.neutron [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.841910] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb97a4-713f-44df-b171-65398c119cde {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.850755] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b2d11b-cea2-49f5-9ee5-98c8d952b94b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.888140] env[62880]: DEBUG nova.network.neutron [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Updating instance_info_cache with network_info: [{"id": "24993e79-f325-4e83-a33d-847d505b1200", "address": "fa:16:3e:54:67:d4", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24993e79-f3", "ovs_interfaceid": "24993e79-f325-4e83-a33d-847d505b1200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.890259] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a18319c-6ea6-401f-8ff7-6e464ad5438f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.895837] env[62880]: DEBUG nova.network.neutron [req-d9adf6c7-ddf9-4372-bc1c-8a6e4fbc1d03 req-0a8a264d-60e8-4ef8-b3e5-4f49fde797c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updated VIF entry in instance network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.896186] env[62880]: DEBUG nova.network.neutron [req-d9adf6c7-ddf9-4372-bc1c-8a6e4fbc1d03 req-0a8a264d-60e8-4ef8-b3e5-4f49fde797c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.901261] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbd3005-d7d0-4483-8957-8a1a0c9eece9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.922624] env[62880]: DEBUG nova.compute.provider_tree [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.125738] env[62880]: DEBUG nova.network.neutron [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Successfully updated port: 0de98416-ca2d-42fd-8e3c-38e66e917712 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1967.166185] env[62880]: DEBUG nova.compute.manager [req-5ac0b213-5bd0-49fe-a8c1-200219623855 req-7f5a18aa-7dea-4828-a42b-86dc8efbab5e service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Received event network-changed-0de98416-ca2d-42fd-8e3c-38e66e917712 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.166185] env[62880]: DEBUG nova.compute.manager [req-5ac0b213-5bd0-49fe-a8c1-200219623855 req-7f5a18aa-7dea-4828-a42b-86dc8efbab5e service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Refreshing instance network info cache due to event network-changed-0de98416-ca2d-42fd-8e3c-38e66e917712. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1967.166185] env[62880]: DEBUG oslo_concurrency.lockutils [req-5ac0b213-5bd0-49fe-a8c1-200219623855 req-7f5a18aa-7dea-4828-a42b-86dc8efbab5e service nova] Acquiring lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.166185] env[62880]: DEBUG oslo_concurrency.lockutils [req-5ac0b213-5bd0-49fe-a8c1-200219623855 req-7f5a18aa-7dea-4828-a42b-86dc8efbab5e service nova] Acquired lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.166185] env[62880]: DEBUG nova.network.neutron [req-5ac0b213-5bd0-49fe-a8c1-200219623855 req-7f5a18aa-7dea-4828-a42b-86dc8efbab5e service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Refreshing network info cache for port 0de98416-ca2d-42fd-8e3c-38e66e917712 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.175399] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.176459] env[62880]: DEBUG nova.objects.instance [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'migration_context' on Instance uuid 9c61a763-257f-4756-9dbe-0ba7a058e1cc {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.394867] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.395223] env[62880]: DEBUG nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Instance network_info: |[{"id": "24993e79-f325-4e83-a33d-847d505b1200", "address": "fa:16:3e:54:67:d4", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24993e79-f3", "ovs_interfaceid": "24993e79-f325-4e83-a33d-847d505b1200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1967.395716] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:67:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24993e79-f325-4e83-a33d-847d505b1200', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1967.408046] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Creating folder: Project (15dbf9a930c54a0c8b73965e3c44d286). Parent ref: group-v388473. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1967.408599] env[62880]: DEBUG oslo_concurrency.lockutils [req-d9adf6c7-ddf9-4372-bc1c-8a6e4fbc1d03 req-0a8a264d-60e8-4ef8-b3e5-4f49fde797c6 service nova] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.408950] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95aa8aee-cb9d-4534-bd84-d9943a6ef451 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.421607] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Created folder: Project (15dbf9a930c54a0c8b73965e3c44d286) in parent group-v388473. [ 1967.421809] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Creating folder: Instances. Parent ref: group-v388794. {{(pid=62880) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1967.422131] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15cf9bf7-9a51-4746-9e63-d069c9a6b95e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.427406] env[62880]: DEBUG nova.scheduler.client.report [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1967.434945] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Created folder: Instances in parent group-v388794. [ 1967.435735] env[62880]: DEBUG oslo.service.loopingcall [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.435735] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1967.435735] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30e7fdca-c634-47d0-ac8e-14fed1e17c54 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.457064] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1967.457064] env[62880]: value = "task-1881508" [ 1967.457064] env[62880]: _type = "Task" [ 1967.457064] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.468319] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881508, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.628288] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.679490] env[62880]: DEBUG nova.objects.base [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Object Instance<9c61a763-257f-4756-9dbe-0ba7a058e1cc> lazy-loaded attributes: info_cache,migration_context {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1967.680455] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de68107-67a5-444d-b759-3d64a250d7e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.702210] env[62880]: DEBUG nova.network.neutron [req-5ac0b213-5bd0-49fe-a8c1-200219623855 req-7f5a18aa-7dea-4828-a42b-86dc8efbab5e service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1967.704000] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ed7924-057f-4795-b29f-f53f579a8aba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.710285] env[62880]: DEBUG oslo_vmware.api [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1967.710285] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d840ad-cbc1-a92b-6848-20c86dfa80c0" [ 1967.710285] env[62880]: _type = "Task" [ 1967.710285] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.718796] env[62880]: DEBUG oslo_vmware.api [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d840ad-cbc1-a92b-6848-20c86dfa80c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.779491] env[62880]: DEBUG nova.network.neutron [req-5ac0b213-5bd0-49fe-a8c1-200219623855 req-7f5a18aa-7dea-4828-a42b-86dc8efbab5e service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.933172] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.933740] env[62880]: DEBUG nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1967.936401] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.288s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.968540] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881508, 'name': CreateVM_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.096292] env[62880]: DEBUG nova.compute.manager [req-7706b373-36d1-47be-a4c3-38f4a088ca7c req-751fd2b3-f727-48f7-9add-92cfe56d464f service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received event network-changed-51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1968.096457] env[62880]: DEBUG nova.compute.manager [req-7706b373-36d1-47be-a4c3-38f4a088ca7c req-751fd2b3-f727-48f7-9add-92cfe56d464f service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing instance network info cache due to event network-changed-51dfe284-f90d-4300-b6f6-7eaff99751a1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1968.096669] env[62880]: DEBUG oslo_concurrency.lockutils [req-7706b373-36d1-47be-a4c3-38f4a088ca7c req-751fd2b3-f727-48f7-9add-92cfe56d464f service nova] Acquiring lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.096812] env[62880]: DEBUG oslo_concurrency.lockutils [req-7706b373-36d1-47be-a4c3-38f4a088ca7c req-751fd2b3-f727-48f7-9add-92cfe56d464f service nova] Acquired lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.096969] env[62880]: DEBUG nova.network.neutron [req-7706b373-36d1-47be-a4c3-38f4a088ca7c req-751fd2b3-f727-48f7-9add-92cfe56d464f service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing network info cache for port 51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.221825] env[62880]: DEBUG oslo_vmware.api [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d840ad-cbc1-a92b-6848-20c86dfa80c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019549} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.222116] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.282655] env[62880]: DEBUG oslo_concurrency.lockutils [req-5ac0b213-5bd0-49fe-a8c1-200219623855 req-7f5a18aa-7dea-4828-a42b-86dc8efbab5e service nova] Releasing lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.286028] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.286028] env[62880]: DEBUG nova.network.neutron [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.441789] env[62880]: DEBUG nova.compute.utils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1968.443360] env[62880]: DEBUG nova.objects.instance [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'migration_context' on Instance uuid 479f566f-f6ac-4568-8390-d69353ee303c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1968.444384] env[62880]: DEBUG nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1968.444513] env[62880]: DEBUG nova.network.neutron [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1968.468184] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881508, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.486093] env[62880]: DEBUG nova.policy [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0a2b391ee948d3b3990e656aaa88e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17d9e8aee61b4f3ea7c5aa6df400f711', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1968.818609] env[62880]: DEBUG nova.network.neutron [req-7706b373-36d1-47be-a4c3-38f4a088ca7c req-751fd2b3-f727-48f7-9add-92cfe56d464f service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updated VIF entry in instance network info cache for port 51dfe284-f90d-4300-b6f6-7eaff99751a1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.818988] env[62880]: DEBUG nova.network.neutron [req-7706b373-36d1-47be-a4c3-38f4a088ca7c req-751fd2b3-f727-48f7-9add-92cfe56d464f service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.824972] env[62880]: DEBUG nova.network.neutron [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1968.951142] env[62880]: DEBUG nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1968.973849] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881508, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.974861] env[62880]: DEBUG nova.network.neutron [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Updating instance_info_cache with network_info: [{"id": "0de98416-ca2d-42fd-8e3c-38e66e917712", "address": "fa:16:3e:e3:f0:ff", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de98416-ca", "ovs_interfaceid": "0de98416-ca2d-42fd-8e3c-38e66e917712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.064755] env[62880]: DEBUG nova.network.neutron [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Successfully created port: c9b0641b-fb64-43aa-91e0-7a51e090cdad {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1969.182794] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad346bb9-93ac-464c-834e-e6f6531f31eb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.191369] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c034813-9e72-47bc-8abc-cba434020988 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.198310] env[62880]: DEBUG nova.compute.manager [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received event network-changed-51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.198603] env[62880]: DEBUG nova.compute.manager [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing instance network info cache due to event network-changed-51dfe284-f90d-4300-b6f6-7eaff99751a1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1969.198853] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] Acquiring lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.227244] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8899374d-8239-4d14-bbce-4febf1c1ce88 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.235306] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c94e5-289b-4721-acbf-b8650baa1761 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.249187] env[62880]: DEBUG nova.compute.provider_tree [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.322458] env[62880]: DEBUG oslo_concurrency.lockutils [req-7706b373-36d1-47be-a4c3-38f4a088ca7c req-751fd2b3-f727-48f7-9add-92cfe56d464f service nova] Releasing lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.323218] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] Acquired lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.323460] env[62880]: DEBUG nova.network.neutron [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing network info cache for port 51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.474592] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881508, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.477130] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.477408] env[62880]: DEBUG nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Instance network_info: |[{"id": "0de98416-ca2d-42fd-8e3c-38e66e917712", "address": "fa:16:3e:e3:f0:ff", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de98416-ca", "ovs_interfaceid": "0de98416-ca2d-42fd-8e3c-38e66e917712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1969.477804] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:f0:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0de98416-ca2d-42fd-8e3c-38e66e917712', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1969.485063] env[62880]: DEBUG oslo.service.loopingcall [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.485701] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1969.485852] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcfd8077-95a8-46ef-842b-5a12ab066792 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.506793] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1969.506793] env[62880]: value = "task-1881509" [ 1969.506793] env[62880]: _type = "Task" [ 1969.506793] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.516564] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881509, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.753353] env[62880]: DEBUG nova.scheduler.client.report [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1969.970585] env[62880]: DEBUG nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1969.976308] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881508, 'name': CreateVM_Task, 'duration_secs': 2.39281} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.976539] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1969.977288] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.977460] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.977855] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1969.978198] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c6cd0a-0a79-41e2-829e-2def27be14cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.983926] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1969.983926] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5283e4d2-bc59-891b-33ba-ded3f8acee94" [ 1969.983926] env[62880]: _type = "Task" [ 1969.983926] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.992408] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5283e4d2-bc59-891b-33ba-ded3f8acee94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.001567] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1970.001816] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.001977] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1970.002180] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.002327] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1970.002481] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1970.002673] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1970.002859] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1970.002992] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1970.003166] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1970.003460] env[62880]: DEBUG nova.virt.hardware [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1970.004489] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bb7d83-121f-4b30-b534-89aa453a7920 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.015903] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881509, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.019204] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c1af83-2d74-4792-be07-d12341e45403 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.077228] env[62880]: DEBUG nova.network.neutron [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updated VIF entry in instance network info cache for port 51dfe284-f90d-4300-b6f6-7eaff99751a1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.077690] env[62880]: DEBUG nova.network.neutron [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.496417] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5283e4d2-bc59-891b-33ba-ded3f8acee94, 'name': SearchDatastore_Task, 'duration_secs': 0.075826} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.496673] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.496911] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1970.497159] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.497305] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.497479] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1970.497799] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6da670d-b113-4f6e-b9a3-94050118eb6f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.508165] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1970.508377] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1970.515020] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c86e7fd-00c7-42d0-b391-54f7105e10fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.531316] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881509, 'name': CreateVM_Task, 'duration_secs': 0.52567} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.531755] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1970.532241] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.532421] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.532739] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1970.533031] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5dd51bd-b31a-448d-842c-74698435e322 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.537071] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1970.537071] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e74d3b-1e04-fd40-0037-5c0ffa024cb2" [ 1970.537071] env[62880]: _type = "Task" [ 1970.537071] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.543683] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1970.543683] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526478b4-4f51-ed78-05d5-59407b25d163" [ 1970.543683] env[62880]: _type = "Task" [ 1970.543683] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.549939] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e74d3b-1e04-fd40-0037-5c0ffa024cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.554845] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526478b4-4f51-ed78-05d5-59407b25d163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.580639] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] Releasing lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.581020] env[62880]: DEBUG nova.compute.manager [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1970.581191] env[62880]: DEBUG nova.compute.manager [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing instance network info cache due to event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1970.581363] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.581726] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.581726] env[62880]: DEBUG nova.network.neutron [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.702213] env[62880]: DEBUG nova.network.neutron [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Successfully updated port: c9b0641b-fb64-43aa-91e0-7a51e090cdad {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.764854] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.828s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.770527] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.759s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.770758] env[62880]: DEBUG nova.objects.instance [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'resources' on Instance uuid a87368f8-71f6-499c-8665-272f5cc61cbb {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.048768] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e74d3b-1e04-fd40-0037-5c0ffa024cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.067027} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.052830] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a037f478-01c8-497c-a6c7-45eeb29a6820 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.064181] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526478b4-4f51-ed78-05d5-59407b25d163, 'name': SearchDatastore_Task, 'duration_secs': 0.070395} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.065267] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.065607] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1971.065841] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.066131] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1971.066131] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52facd25-1c12-fb6a-e180-2a8531a3609a" [ 1971.066131] env[62880]: _type = "Task" [ 1971.066131] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.075613] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52facd25-1c12-fb6a-e180-2a8531a3609a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.204687] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "refresh_cache-683bb27b-5d12-4fde-b973-8616fb2b1012" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.204892] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "refresh_cache-683bb27b-5d12-4fde-b973-8616fb2b1012" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.205075] env[62880]: DEBUG nova.network.neutron [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.232058] env[62880]: DEBUG nova.compute.manager [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Received event network-vif-plugged-c9b0641b-fb64-43aa-91e0-7a51e090cdad {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.232281] env[62880]: DEBUG oslo_concurrency.lockutils [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] Acquiring lock "683bb27b-5d12-4fde-b973-8616fb2b1012-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.232484] env[62880]: DEBUG oslo_concurrency.lockutils [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] Lock "683bb27b-5d12-4fde-b973-8616fb2b1012-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.232661] env[62880]: DEBUG oslo_concurrency.lockutils [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] Lock "683bb27b-5d12-4fde-b973-8616fb2b1012-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.232829] env[62880]: DEBUG nova.compute.manager [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] No waiting events found dispatching network-vif-plugged-c9b0641b-fb64-43aa-91e0-7a51e090cdad {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1971.233058] env[62880]: WARNING nova.compute.manager [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Received unexpected event network-vif-plugged-c9b0641b-fb64-43aa-91e0-7a51e090cdad for instance with vm_state building and task_state spawning. [ 1971.233157] env[62880]: DEBUG nova.compute.manager [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Received event network-changed-c9b0641b-fb64-43aa-91e0-7a51e090cdad {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.233331] env[62880]: DEBUG nova.compute.manager [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Refreshing instance network info cache due to event network-changed-c9b0641b-fb64-43aa-91e0-7a51e090cdad. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1971.233517] env[62880]: DEBUG oslo_concurrency.lockutils [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] Acquiring lock "refresh_cache-683bb27b-5d12-4fde-b973-8616fb2b1012" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.424259] env[62880]: DEBUG nova.network.neutron [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updated VIF entry in instance network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1971.424677] env[62880]: DEBUG nova.network.neutron [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.465301] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816e1a93-04d3-4376-8cbc-7cca04085695 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.473729] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8ca609-3f76-449d-8f28-c85e2d0e1361 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.506072] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4782e185-4dc7-49b8-91ff-60d74af036f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.514070] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87276ac9-15fb-48b0-a4cb-8666fe90ab2c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.529878] env[62880]: DEBUG nova.compute.provider_tree [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.578015] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52facd25-1c12-fb6a-e180-2a8531a3609a, 'name': SearchDatastore_Task, 'duration_secs': 0.055189} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.578331] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.578587] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49/421ecf23-62de-45d5-9755-737c90c21c49.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1971.578876] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.579090] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1971.579319] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40d43966-f50f-4dcc-809f-0874a03b01cb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.582032] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d00cf06-8f0d-43d8-b0dc-b7b537a305e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.591791] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1971.591791] env[62880]: value = "task-1881511" [ 1971.591791] env[62880]: _type = "Task" [ 1971.591791] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.596396] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1971.596592] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1971.597747] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963367da-9817-47ad-9307-0e852d85e097 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.603878] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.607568] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1971.607568] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c71463-317b-7507-ec63-9c3c0b919ead" [ 1971.607568] env[62880]: _type = "Task" [ 1971.607568] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.616411] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c71463-317b-7507-ec63-9c3c0b919ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.743819] env[62880]: DEBUG nova.network.neutron [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.900816] env[62880]: DEBUG nova.network.neutron [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Updating instance_info_cache with network_info: [{"id": "c9b0641b-fb64-43aa-91e0-7a51e090cdad", "address": "fa:16:3e:1e:a7:1e", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b0641b-fb", "ovs_interfaceid": "c9b0641b-fb64-43aa-91e0-7a51e090cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.913898] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.914109] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1971.930580] env[62880]: DEBUG oslo_concurrency.lockutils [req-cc05063d-7c58-4eae-9fb0-31432a9ed2e0 req-15c03838-cbdd-4777-adab-d2d980c22616 service nova] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.033155] env[62880]: DEBUG nova.scheduler.client.report [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1972.102747] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881511, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.117753] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c71463-317b-7507-ec63-9c3c0b919ead, 'name': SearchDatastore_Task, 'duration_secs': 0.029008} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.118569] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e955d314-4636-4fea-9a2b-c8e5d84094b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.124289] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1972.124289] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d93353-43f5-8d7b-8942-1c9542a00012" [ 1972.124289] env[62880]: _type = "Task" [ 1972.124289] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.132716] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d93353-43f5-8d7b-8942-1c9542a00012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.314152] env[62880]: INFO nova.compute.manager [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Swapping old allocation on dict_keys(['9709a8ea-832c-4fd9-b290-37ba5c6e4e38']) held by migration 97024d19-5d57-4ba0-a4f7-52175cc72ecd for instance [ 1972.337381] env[62880]: DEBUG nova.scheduler.client.report [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Overwriting current allocation {'allocations': {'9709a8ea-832c-4fd9-b290-37ba5c6e4e38': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': 'c9109fb6667a407e876ed9818c508507', 'user_id': 'e4ede370e9084e739f5ebf8fe3da9768', 'consumer_generation': 1} on consumer 479f566f-f6ac-4568-8390-d69353ee303c {{(pid=62880) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1972.404710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "refresh_cache-683bb27b-5d12-4fde-b973-8616fb2b1012" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.404710] env[62880]: DEBUG nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Instance network_info: |[{"id": "c9b0641b-fb64-43aa-91e0-7a51e090cdad", "address": "fa:16:3e:1e:a7:1e", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b0641b-fb", "ovs_interfaceid": "c9b0641b-fb64-43aa-91e0-7a51e090cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1972.404972] env[62880]: DEBUG oslo_concurrency.lockutils [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] Acquired lock "refresh_cache-683bb27b-5d12-4fde-b973-8616fb2b1012" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.405208] env[62880]: DEBUG nova.network.neutron [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Refreshing network info cache for port c9b0641b-fb64-43aa-91e0-7a51e090cdad {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.409031] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:a7:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9b0641b-fb64-43aa-91e0-7a51e090cdad', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.418624] env[62880]: DEBUG oslo.service.loopingcall [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.422595] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.423550] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72ef138e-f33e-4e79-9a69-371869d02fa0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.438820] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.439015] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.439195] env[62880]: DEBUG nova.network.neutron [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1972.447438] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.447438] env[62880]: value = "task-1881512" [ 1972.447438] env[62880]: _type = "Task" [ 1972.447438] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.457207] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881512, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.468443] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.468605] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquired lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.468778] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Forcefully refreshing network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1972.538577] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.541163] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.319s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.558989] env[62880]: INFO nova.scheduler.client.report [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted allocations for instance a87368f8-71f6-499c-8665-272f5cc61cbb [ 1972.605900] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881511, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.635932] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52d93353-43f5-8d7b-8942-1c9542a00012, 'name': SearchDatastore_Task, 'duration_secs': 0.017566} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.636228] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.636483] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a/80d6a0be-d4ae-429b-9911-347afb31b77a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1972.636772] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef793f8c-9df9-422b-94ef-7d9f6ca672a3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.645309] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1972.645309] env[62880]: value = "task-1881513" [ 1972.645309] env[62880]: _type = "Task" [ 1972.645309] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.655187] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.960538] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881512, 'name': CreateVM_Task, 'duration_secs': 0.398277} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.960732] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1972.961499] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.961670] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.962019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1972.962314] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c72330f-f59b-472f-947e-c17925cae28f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.967943] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1972.967943] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52409431-959f-4d27-c74a-9c91d50c9854" [ 1972.967943] env[62880]: _type = "Task" [ 1972.967943] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.979035] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52409431-959f-4d27-c74a-9c91d50c9854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.070277] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b120b0ad-4cdf-4a11-ad8a-fbe70241e68f tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "a87368f8-71f6-499c-8665-272f5cc61cbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.079s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.116593] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881511, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.285384} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.117060] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49/421ecf23-62de-45d5-9755-737c90c21c49.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1973.118180] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1973.118180] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5bd07d9-bb3a-42a2-8ae6-782717f1a83c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.131281] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1973.131281] env[62880]: value = "task-1881515" [ 1973.131281] env[62880]: _type = "Task" [ 1973.131281] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.140289] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.157649] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881513, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.217555] env[62880]: DEBUG nova.network.neutron [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Updated VIF entry in instance network info cache for port c9b0641b-fb64-43aa-91e0-7a51e090cdad. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1973.217760] env[62880]: DEBUG nova.network.neutron [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Updating instance_info_cache with network_info: [{"id": "c9b0641b-fb64-43aa-91e0-7a51e090cdad", "address": "fa:16:3e:1e:a7:1e", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b0641b-fb", "ovs_interfaceid": "c9b0641b-fb64-43aa-91e0-7a51e090cdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.231503] env[62880]: DEBUG nova.network.neutron [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [{"id": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "address": "fa:16:3e:a1:b3:c9", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160c5fb2-f1", "ovs_interfaceid": "160c5fb2-f132-4aca-8abb-1029e3de69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.269652] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109b2072-029b-4f39-a59c-15b2ba11cc9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.279385] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a895fa-2f9d-4553-851e-c4d9a1dc6df5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.314611] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38258f07-5a8d-4023-93ff-8c6085e92e82 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.323699] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425fdf76-2f51-42af-b7a2-c365c2e95a66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.338366] env[62880]: DEBUG nova.compute.provider_tree [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.480325] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52409431-959f-4d27-c74a-9c91d50c9854, 'name': SearchDatastore_Task, 'duration_secs': 0.021632} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.480689] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.480989] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.481284] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.481569] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.481693] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.482139] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007befc5-305d-4ee8-9c20-936f164f6fba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.502702] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.502867] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.503673] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172fbe18-1a82-46cb-9baf-730860302e7f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.511615] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1973.511615] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529a2e09-084f-f172-8fed-8a8dcac5652b" [ 1973.511615] env[62880]: _type = "Task" [ 1973.511615] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.521764] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529a2e09-084f-f172-8fed-8a8dcac5652b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.643882] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083122} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.645421] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1973.645421] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c7ea7-80e3-444a-afd5-0d0a6ed39455 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.657508] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.682700] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49/421ecf23-62de-45d5-9755-737c90c21c49.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1973.685375] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f0d469-5bcf-48e2-8ba2-99292bb9b237 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.700303] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "407fff54-f5a7-4720-a373-4fc9cd147032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.700548] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "407fff54-f5a7-4720-a373-4fc9cd147032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.700804] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "407fff54-f5a7-4720-a373-4fc9cd147032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.701052] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "407fff54-f5a7-4720-a373-4fc9cd147032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.701317] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "407fff54-f5a7-4720-a373-4fc9cd147032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.705176] env[62880]: INFO nova.compute.manager [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Terminating instance [ 1973.711200] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1973.711200] env[62880]: value = "task-1881516" [ 1973.711200] env[62880]: _type = "Task" [ 1973.711200] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.720639] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.723185] env[62880]: DEBUG oslo_concurrency.lockutils [req-99ccc29b-6779-4000-83ed-9f6b98d2d9db req-03ad753d-1596-4fd4-9111-2cf3c1b75b87 service nova] Releasing lock "refresh_cache-683bb27b-5d12-4fde-b973-8616fb2b1012" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.737651] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-479f566f-f6ac-4568-8390-d69353ee303c" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.738678] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84496237-4bcf-4e9c-ad46-9229cb64fa4c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.746586] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab8dd7-5a39-4e11-b6f1-bffcfe99b107 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.812331] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [{"id": "abeee1ff-960a-4d14-af10-9a8dc8406960", "address": "fa:16:3e:78:06:1c", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabeee1ff-96", "ovs_interfaceid": "abeee1ff-960a-4d14-af10-9a8dc8406960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.843804] env[62880]: DEBUG nova.scheduler.client.report [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.024018] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529a2e09-084f-f172-8fed-8a8dcac5652b, 'name': SearchDatastore_Task, 'duration_secs': 0.073726} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.024795] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11bf921-fd3c-46cc-a13b-caefd85dd4ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.030600] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1974.030600] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523700ac-51ee-698e-3ace-97b7f8187652" [ 1974.030600] env[62880]: _type = "Task" [ 1974.030600] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.038874] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523700ac-51ee-698e-3ace-97b7f8187652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.158655] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881513, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.132254} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.158956] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a/80d6a0be-d4ae-429b-9911-347afb31b77a.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1974.159140] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1974.159390] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d7bda2c-8685-4290-8e0e-f7e82da8e13e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.167451] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1974.167451] env[62880]: value = "task-1881517" [ 1974.167451] env[62880]: _type = "Task" [ 1974.167451] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.176341] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.209602] env[62880]: DEBUG nova.compute.manager [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1974.209876] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1974.211161] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b97be-83f1-4a8f-a98e-d6153470068d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.224569] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881516, 'name': ReconfigVM_Task, 'duration_secs': 0.512841} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.226775] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49/421ecf23-62de-45d5-9755-737c90c21c49.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1974.227492] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1974.227731] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b187200-1369-4c67-925f-0335347acb03 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.229851] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e43383-7640-42f8-a973-0e6abfebd387 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.235583] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1974.235583] env[62880]: value = "task-1881518" [ 1974.235583] env[62880]: _type = "Task" [ 1974.235583] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.236761] env[62880]: DEBUG oslo_vmware.api [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1974.236761] env[62880]: value = "task-1881519" [ 1974.236761] env[62880]: _type = "Task" [ 1974.236761] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.248194] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881518, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.251356] env[62880]: DEBUG oslo_vmware.api [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.315021] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Releasing lock "refresh_cache-9c61a763-257f-4756-9dbe-0ba7a058e1cc" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.315021] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updated the network info_cache for instance {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1974.315021] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.541853] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523700ac-51ee-698e-3ace-97b7f8187652, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.542933] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.542933] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 683bb27b-5d12-4fde-b973-8616fb2b1012/683bb27b-5d12-4fde-b973-8616fb2b1012.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.542933] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe510041-87c6-4140-84cb-5de44c8fe8c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.550453] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1974.550453] env[62880]: value = "task-1881520" [ 1974.550453] env[62880]: _type = "Task" [ 1974.550453] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.558929] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.677783] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089958} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.678097] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1974.678921] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746c9ebd-af4c-4e3f-a0c5-01cc2786b929 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.701263] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a/80d6a0be-d4ae-429b-9911-347afb31b77a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1974.701538] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b90384e-cb15-41b0-9676-063644dd35ea {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.721804] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1974.721804] env[62880]: value = "task-1881521" [ 1974.721804] env[62880]: _type = "Task" [ 1974.721804] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.731364] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.755326] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881518, 'name': Rename_Task, 'duration_secs': 0.171895} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.758968] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1974.759328] env[62880]: DEBUG oslo_vmware.api [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881519, 'name': PowerOffVM_Task, 'duration_secs': 0.259826} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.759548] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c99f716a-f59e-4a80-80f9-4310a97c45f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.761686] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.761891] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.762177] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-490efb0b-c18f-45de-a80b-d1c193fe7b14 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.772074] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1974.772074] env[62880]: value = "task-1881522" [ 1974.772074] env[62880]: _type = "Task" [ 1974.772074] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.783059] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.830082] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1974.830688] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1445fd9e-efa9-447d-b72e-5e581a9d4d38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.840903] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1974.840903] env[62880]: value = "task-1881524" [ 1974.840903] env[62880]: _type = "Task" [ 1974.840903] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.854225] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.857544] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.867642] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.867927] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.868191] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleting the datastore file [datastore2] 407fff54-f5a7-4720-a373-4fc9cd147032 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.868520] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85663ee6-d5ea-411a-8541-637910fe38d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.879996] env[62880]: DEBUG oslo_vmware.api [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1974.879996] env[62880]: value = "task-1881525" [ 1974.879996] env[62880]: _type = "Task" [ 1974.879996] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.892123] env[62880]: DEBUG oslo_vmware.api [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.068307] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493239} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.068719] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 683bb27b-5d12-4fde-b973-8616fb2b1012/683bb27b-5d12-4fde-b973-8616fb2b1012.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.069100] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.069474] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12d17ef-fec7-434d-b3ae-087dcb3dc294 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.079137] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1975.079137] env[62880]: value = "task-1881526" [ 1975.079137] env[62880]: _type = "Task" [ 1975.079137] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.089877] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.233326] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881521, 'name': ReconfigVM_Task, 'duration_secs': 0.504767} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.233810] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a/80d6a0be-d4ae-429b-9911-347afb31b77a.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1975.234257] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71c46255-4ffb-42a3-8f84-af15f850f739 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.241320] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1975.241320] env[62880]: value = "task-1881527" [ 1975.241320] env[62880]: _type = "Task" [ 1975.241320] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.249294] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881527, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.282256] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.351721] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881524, 'name': PowerOffVM_Task, 'duration_secs': 0.259892} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.353052] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1975.353052] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.353243] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.353316] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.353519] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.353668] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.353821] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.354028] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.354209] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.354375] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.354533] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.354704] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.361906] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0b213b-3389-4418-a166-7eb93ebc31ae {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.384932] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1975.384932] env[62880]: value = "task-1881528" [ 1975.384932] env[62880]: _type = "Task" [ 1975.384932] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.391399] env[62880]: DEBUG oslo_vmware.api [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298071} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.394284] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1975.394475] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1975.394653] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1975.394828] env[62880]: INFO nova.compute.manager [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1975.395150] env[62880]: DEBUG oslo.service.loopingcall [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.395565] env[62880]: DEBUG nova.compute.manager [-] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1975.395667] env[62880]: DEBUG nova.network.neutron [-] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1975.401029] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.432744] env[62880]: INFO nova.scheduler.client.report [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted allocation for migration f8a6e4d9-b215-4b02-bf18-9f558fc3c077 [ 1975.591064] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079668} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.591064] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1975.591309] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054d75a2-0efc-4797-a04d-b8ee6b1f5fd7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.615337] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 683bb27b-5d12-4fde-b973-8616fb2b1012/683bb27b-5d12-4fde-b973-8616fb2b1012.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1975.615686] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e90b523-aede-4d17-afb9-9268483060ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.639369] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1975.639369] env[62880]: value = "task-1881529" [ 1975.639369] env[62880]: _type = "Task" [ 1975.639369] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.650168] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.651794] env[62880]: DEBUG nova.compute.manager [req-97e37bcd-5ce7-41f9-87a5-1399bfefd620 req-04f10a1c-4735-4bbf-9b55-a6189bdbff11 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Received event network-vif-deleted-36dce038-58cf-4223-833d-747d28946251 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1975.652013] env[62880]: INFO nova.compute.manager [req-97e37bcd-5ce7-41f9-87a5-1399bfefd620 req-04f10a1c-4735-4bbf-9b55-a6189bdbff11 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Neutron deleted interface 36dce038-58cf-4223-833d-747d28946251; detaching it from the instance and deleting it from the info cache [ 1975.652160] env[62880]: DEBUG nova.network.neutron [req-97e37bcd-5ce7-41f9-87a5-1399bfefd620 req-04f10a1c-4735-4bbf-9b55-a6189bdbff11 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.753064] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881527, 'name': Rename_Task, 'duration_secs': 0.335872} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.753252] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1975.753447] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee81333-8fcc-46f3-99e9-ddfe25290232 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.763697] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1975.763697] env[62880]: value = "task-1881530" [ 1975.763697] env[62880]: _type = "Task" [ 1975.763697] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.773511] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.781547] env[62880]: DEBUG oslo_vmware.api [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881522, 'name': PowerOnVM_Task, 'duration_secs': 0.706495} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.781781] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1975.781986] env[62880]: INFO nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Took 12.37 seconds to spawn the instance on the hypervisor. [ 1975.782171] env[62880]: DEBUG nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1975.782912] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ea3fb-3552-4b82-8ea4-b6f02f34dfa5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.897134] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881528, 'name': ReconfigVM_Task, 'duration_secs': 0.398476} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.897996] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5c5034-ee55-484e-a979-8a6a462d8ee8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.919358] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1975.920588] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.920831] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.920989] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.921190] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.921338] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.921504] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.921724] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.921884] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.922060] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.922225] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.922394] env[62880]: DEBUG nova.virt.hardware [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.923224] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1975.924461] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0620118-7f33-4276-9100-6255ab0a2873 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.931385] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1975.931385] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5258f451-c599-5e3a-237b-5c62d3dc90dc" [ 1975.931385] env[62880]: _type = "Task" [ 1975.931385] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.941531] env[62880]: DEBUG oslo_concurrency.lockutils [None req-7268b549-cdca-4feb-bade-5b47024d6dc2 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.279s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.942621] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5258f451-c599-5e3a-237b-5c62d3dc90dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.133190] env[62880]: DEBUG nova.network.neutron [-] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.150726] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881529, 'name': ReconfigVM_Task, 'duration_secs': 0.440722} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.150987] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 683bb27b-5d12-4fde-b973-8616fb2b1012/683bb27b-5d12-4fde-b973-8616fb2b1012.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.151618] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57cef626-807f-40a8-8178-724075b37a55 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.155228] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58439833-2d0e-4b8c-b2aa-a9e0eec69b10 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.158963] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1976.158963] env[62880]: value = "task-1881531" [ 1976.158963] env[62880]: _type = "Task" [ 1976.158963] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.166341] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa44c94-1b6c-4ee0-b9e6-eda7c49c4ec0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.180106] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881531, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.205399] env[62880]: DEBUG nova.compute.manager [req-97e37bcd-5ce7-41f9-87a5-1399bfefd620 req-04f10a1c-4735-4bbf-9b55-a6189bdbff11 service nova] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Detach interface failed, port_id=36dce038-58cf-4223-833d-747d28946251, reason: Instance 407fff54-f5a7-4720-a373-4fc9cd147032 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1976.277278] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.302949] env[62880]: INFO nova.compute.manager [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Took 19.43 seconds to build instance. [ 1976.431777] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.431955] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1976.442622] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5258f451-c599-5e3a-237b-5c62d3dc90dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013472} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.448382] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1976.449218] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bddffb1d-2413-40d1-9531-63cf8604e581 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.468580] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1976.468580] env[62880]: value = "task-1881532" [ 1976.468580] env[62880]: _type = "Task" [ 1976.468580] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.477629] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.606402] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.606717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.606938] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.607139] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.607310] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.609765] env[62880]: INFO nova.compute.manager [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Terminating instance [ 1976.636050] env[62880]: INFO nova.compute.manager [-] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Took 1.24 seconds to deallocate network for instance. [ 1976.669715] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881531, 'name': Rename_Task, 'duration_secs': 0.161437} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.670008] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1976.671074] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70d793e3-13ea-4da4-8ef8-f53dd5543942 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.679566] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1976.679566] env[62880]: value = "task-1881533" [ 1976.679566] env[62880]: _type = "Task" [ 1976.679566] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.689058] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.777058] env[62880]: DEBUG oslo_vmware.api [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881530, 'name': PowerOnVM_Task, 'duration_secs': 0.646866} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.777058] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1976.777058] env[62880]: INFO nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1976.777058] env[62880]: DEBUG nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.777349] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad57853-0200-4f51-848e-0f7f4d2bed25 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.807019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52358792-a513-4645-8696-235fadc34f0c tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "421ecf23-62de-45d5-9755-737c90c21c49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.941s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.979603] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881532, 'name': ReconfigVM_Task, 'duration_secs': 0.461276} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.979970] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1976.981259] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ca77ef-eb49-499e-b20d-3fac36382513 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.010765] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c/479f566f-f6ac-4568-8390-d69353ee303c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1977.011153] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fada7649-0c62-4732-9723-56ff7248d490 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.034264] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1977.034264] env[62880]: value = "task-1881534" [ 1977.034264] env[62880]: _type = "Task" [ 1977.034264] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.045504] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.115117] env[62880]: DEBUG nova.compute.manager [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1977.115366] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1977.116436] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb88e7-cbb3-4bcf-9f64-0dc9862caa56 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.132046] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1977.132046] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7051583-06ce-4c08-9a01-124bc056e798 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.139983] env[62880]: DEBUG oslo_vmware.api [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1977.139983] env[62880]: value = "task-1881535" [ 1977.139983] env[62880]: _type = "Task" [ 1977.139983] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.145255] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.146932] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.147226] env[62880]: DEBUG nova.objects.instance [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'resources' on Instance uuid 407fff54-f5a7-4720-a373-4fc9cd147032 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.156568] env[62880]: DEBUG oslo_vmware.api [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.194154] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881533, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.295138] env[62880]: INFO nova.compute.manager [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Took 19.91 seconds to build instance. [ 1977.547928] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.657731] env[62880]: DEBUG oslo_vmware.api [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881535, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.691545] env[62880]: DEBUG oslo_vmware.api [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881533, 'name': PowerOnVM_Task, 'duration_secs': 0.542267} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.692130] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1977.692130] env[62880]: INFO nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1977.692245] env[62880]: DEBUG nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.692999] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0062bc57-2994-44f8-a750-905daf91b655 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.797309] env[62880]: DEBUG oslo_concurrency.lockutils [None req-c53c060b-46ee-478d-acf0-89ce357b4b55 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "80d6a0be-d4ae-429b-9911-347afb31b77a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.421s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.845285] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b064a0d-ae5e-4745-83ba-69ef40d51635 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.854078] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d5df6-6084-4a2f-b18d-5d72117edc3a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.890510] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf7b91c-f68e-49e6-b64b-ad23b3d25645 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.899373] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5485ab3-d654-4e9a-926a-e0d7b9f794db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.914292] env[62880]: DEBUG nova.compute.provider_tree [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.921605] env[62880]: INFO nova.compute.manager [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Rescuing [ 1977.921917] env[62880]: DEBUG oslo_concurrency.lockutils [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.922102] env[62880]: DEBUG oslo_concurrency.lockutils [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.922328] env[62880]: DEBUG nova.network.neutron [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1978.046916] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881534, 'name': ReconfigVM_Task, 'duration_secs': 0.612567} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.047247] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c/479f566f-f6ac-4568-8390-d69353ee303c.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.048151] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a20ea7-f492-4b73-87f0-8ae536e31d86 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.070076] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af34f5-a38a-4648-af3d-cbafd2a9d681 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.091345] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c9eb6-c677-4458-9bbe-a3a9b280f083 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.113020] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e411b9e-d06b-4740-ab9c-a3bf1bedd331 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.120972] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1978.121276] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72a498e6-046f-4602-bf37-0ef02abfecbd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.130414] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1978.130414] env[62880]: value = "task-1881536" [ 1978.130414] env[62880]: _type = "Task" [ 1978.130414] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.138663] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.149625] env[62880]: DEBUG oslo_vmware.api [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881535, 'name': PowerOffVM_Task, 'duration_secs': 0.613642} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.149871] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1978.150057] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1978.150307] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a147b9d5-73f5-4036-919f-dc87d9e26461 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.218728] env[62880]: INFO nova.compute.manager [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Took 16.23 seconds to build instance. [ 1978.418112] env[62880]: DEBUG nova.scheduler.client.report [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.644491] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.720993] env[62880]: DEBUG oslo_concurrency.lockutils [None req-def8d295-0087-40fc-a13c-7dce24cb9afb tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "683bb27b-5d12-4fde-b973-8616fb2b1012" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.738s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.839790] env[62880]: DEBUG nova.network.neutron [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Updating instance_info_cache with network_info: [{"id": "0de98416-ca2d-42fd-8e3c-38e66e917712", "address": "fa:16:3e:e3:f0:ff", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de98416-ca", "ovs_interfaceid": "0de98416-ca2d-42fd-8e3c-38e66e917712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.914234] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1978.923110] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.963504] env[62880]: INFO nova.scheduler.client.report [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted allocations for instance 407fff54-f5a7-4720-a373-4fc9cd147032 [ 1979.126439] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.126641] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.126822] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleting the datastore file [datastore1] 9c61a763-257f-4756-9dbe-0ba7a058e1cc {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.127125] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbc8a750-41c2-48d2-8faf-d2c6278b2dc4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.137564] env[62880]: DEBUG oslo_vmware.api [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1979.137564] env[62880]: value = "task-1881538" [ 1979.137564] env[62880]: _type = "Task" [ 1979.137564] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.144895] env[62880]: DEBUG oslo_vmware.api [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881536, 'name': PowerOnVM_Task, 'duration_secs': 0.890984} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.145630] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.152513] env[62880]: DEBUG oslo_vmware.api [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.343244] env[62880]: DEBUG oslo_concurrency.lockutils [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "refresh_cache-80d6a0be-d4ae-429b-9911-347afb31b77a" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.443464] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "683bb27b-5d12-4fde-b973-8616fb2b1012" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.443938] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "683bb27b-5d12-4fde-b973-8616fb2b1012" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.444228] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "683bb27b-5d12-4fde-b973-8616fb2b1012-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.444438] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "683bb27b-5d12-4fde-b973-8616fb2b1012-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.444614] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "683bb27b-5d12-4fde-b973-8616fb2b1012-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.446859] env[62880]: INFO nova.compute.manager [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Terminating instance [ 1979.471754] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2964972e-55ce-4433-9937-85c45b829a8e tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "407fff54-f5a7-4720-a373-4fc9cd147032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.648089] env[62880]: DEBUG oslo_vmware.api [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.663868] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.664105] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.712608] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-3848a421-dcaa-46f7-b6b7-d377d50f6e9e-cde7890f-293e-46b4-a79b-bd0d9ae598cb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.712844] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-3848a421-dcaa-46f7-b6b7-d377d50f6e9e-cde7890f-293e-46b4-a79b-bd0d9ae598cb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.713230] env[62880]: DEBUG nova.objects.instance [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'flavor' on Instance uuid 3848a421-dcaa-46f7-b6b7-d377d50f6e9e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.914504] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.950440] env[62880]: DEBUG nova.compute.manager [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1979.950657] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1979.952186] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badccc0b-3818-4bc4-b82b-8999f06cbc0d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.961816] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.962096] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a4edc7f-20db-4817-b793-f83b5725e6a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.969915] env[62880]: DEBUG oslo_vmware.api [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1979.969915] env[62880]: value = "task-1881539" [ 1979.969915] env[62880]: _type = "Task" [ 1979.969915] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.978962] env[62880]: DEBUG oslo_vmware.api [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.148331] env[62880]: DEBUG oslo_vmware.api [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.718095} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.148566] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.148776] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.148975] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.149200] env[62880]: INFO nova.compute.manager [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Took 3.03 seconds to destroy the instance on the hypervisor. [ 1980.149479] env[62880]: DEBUG oslo.service.loopingcall [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.150087] env[62880]: DEBUG nova.compute.manager [-] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.150195] env[62880]: DEBUG nova.network.neutron [-] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1980.168388] env[62880]: DEBUG nova.compute.utils [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.190644] env[62880]: INFO nova.compute.manager [None req-e0728e01-b558-48bc-abde-427dabb74caf tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance to original state: 'active' [ 1980.318725] env[62880]: DEBUG nova.objects.instance [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'pci_requests' on Instance uuid 3848a421-dcaa-46f7-b6b7-d377d50f6e9e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.481033] env[62880]: DEBUG oslo_vmware.api [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881539, 'name': PowerOffVM_Task, 'duration_secs': 0.354445} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.481033] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1980.481033] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1980.481515] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcc64ea8-dd14-4609-a031-713c0d18bcb8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.603328] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1980.603547] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1980.603818] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleting the datastore file [datastore1] 683bb27b-5d12-4fde-b973-8616fb2b1012 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1980.604099] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a335e2c0-7813-44d1-bd71-cda900bb5b06 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.612589] env[62880]: DEBUG oslo_vmware.api [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1980.612589] env[62880]: value = "task-1881541" [ 1980.612589] env[62880]: _type = "Task" [ 1980.612589] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.621010] env[62880]: DEBUG oslo_vmware.api [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.671609] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.821840] env[62880]: DEBUG nova.objects.base [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Object Instance<3848a421-dcaa-46f7-b6b7-d377d50f6e9e> lazy-loaded attributes: flavor,pci_requests {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1980.822084] env[62880]: DEBUG nova.network.neutron [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1980.885404] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.885772] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8736ec-d098-48e8-bf56-d41d8fd856e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.888966] env[62880]: DEBUG nova.policy [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1980.897829] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1980.897829] env[62880]: value = "task-1881542" [ 1980.897829] env[62880]: _type = "Task" [ 1980.897829] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.906964] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.076359] env[62880]: DEBUG nova.network.neutron [-] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.124484] env[62880]: DEBUG oslo_vmware.api [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320754} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.124832] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1981.125080] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1981.125304] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1981.125520] env[62880]: INFO nova.compute.manager [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1981.125828] env[62880]: DEBUG oslo.service.loopingcall [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1981.126113] env[62880]: DEBUG nova.compute.manager [-] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1981.126191] env[62880]: DEBUG nova.network.neutron [-] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1981.409223] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881542, 'name': PowerOffVM_Task, 'duration_secs': 0.257063} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.409528] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.410384] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be83232c-3d46-45d6-b85d-855c5f276d00 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.431220] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ec5a6b-74b6-4e74-8292-f70682ac5bac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.468948] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1981.469458] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c29c6ac-4a8b-4ea6-beb0-0ae8c4d77422 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.477236] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1981.477236] env[62880]: value = "task-1881544" [ 1981.477236] env[62880]: _type = "Task" [ 1981.477236] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.486497] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.511510] env[62880]: DEBUG nova.compute.manager [req-8be57417-12cc-4162-82ac-d3ad51e55ee3 req-0e91983d-e2b4-43bb-9b5f-161383b21176 service nova] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Received event network-vif-deleted-abeee1ff-960a-4d14-af10-9a8dc8406960 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1981.579445] env[62880]: INFO nova.compute.manager [-] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Took 1.43 seconds to deallocate network for instance. [ 1981.621474] env[62880]: DEBUG nova.compute.manager [req-e6eeaf97-4ae7-48d0-8bb1-74de57a41c3b req-6619f907-1613-4a66-8539-89aa70cc5634 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Received event network-vif-deleted-c9b0641b-fb64-43aa-91e0-7a51e090cdad {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1981.621643] env[62880]: INFO nova.compute.manager [req-e6eeaf97-4ae7-48d0-8bb1-74de57a41c3b req-6619f907-1613-4a66-8539-89aa70cc5634 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Neutron deleted interface c9b0641b-fb64-43aa-91e0-7a51e090cdad; detaching it from the instance and deleting it from the info cache [ 1981.621828] env[62880]: DEBUG nova.network.neutron [req-e6eeaf97-4ae7-48d0-8bb1-74de57a41c3b req-6619f907-1613-4a66-8539-89aa70cc5634 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.743182] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.743551] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.743860] env[62880]: INFO nova.compute.manager [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Attaching volume 33e247e8-7ddf-4829-ad4a-db9c5433632a to /dev/sdb [ 1981.774041] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a224dbb6-f0b6-45d4-a084-0b08d1bf5f2c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.781926] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94570b99-e94b-4876-a662-3333cb5d96de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.799421] env[62880]: DEBUG nova.virt.block_device [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Updating existing volume attachment record: 7c9815d8-1382-4717-882a-69b2da679975 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1981.883271] env[62880]: DEBUG nova.network.neutron [-] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.992476] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1981.992825] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1981.993194] env[62880]: DEBUG oslo_concurrency.lockutils [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.993413] env[62880]: DEBUG oslo_concurrency.lockutils [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.993691] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1981.994067] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b6e5c4f-521f-4871-9f4d-fbe2bcbfee8f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.011717] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1982.011938] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1982.012709] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bb5150-109f-40b0-81b2-b8b962db45dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.019571] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1982.019571] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5262b76a-a058-d758-9db2-2a00ad98a241" [ 1982.019571] env[62880]: _type = "Task" [ 1982.019571] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.029287] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5262b76a-a058-d758-9db2-2a00ad98a241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.086998] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.087361] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.087648] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.115139] env[62880]: INFO nova.scheduler.client.report [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted allocations for instance 9c61a763-257f-4756-9dbe-0ba7a058e1cc [ 1982.124098] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd26816e-9de4-4ba4-8725-31f87df5a53c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.138491] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811b2c6d-2ab7-4816-b76c-205a2e6911d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.179039] env[62880]: DEBUG nova.compute.manager [req-e6eeaf97-4ae7-48d0-8bb1-74de57a41c3b req-6619f907-1613-4a66-8539-89aa70cc5634 service nova] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Detach interface failed, port_id=c9b0641b-fb64-43aa-91e0-7a51e090cdad, reason: Instance 683bb27b-5d12-4fde-b973-8616fb2b1012 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1982.365986] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "479f566f-f6ac-4568-8390-d69353ee303c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.366357] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.366677] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "479f566f-f6ac-4568-8390-d69353ee303c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.366956] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.368020] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.369429] env[62880]: INFO nova.compute.manager [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Terminating instance [ 1982.386411] env[62880]: INFO nova.compute.manager [-] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Took 1.26 seconds to deallocate network for instance. [ 1982.402912] env[62880]: DEBUG nova.network.neutron [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Successfully updated port: cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1982.530763] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5262b76a-a058-d758-9db2-2a00ad98a241, 'name': SearchDatastore_Task, 'duration_secs': 0.065919} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.531576] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bf8089-c56f-4725-bb44-8bde34604cb5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.538096] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1982.538096] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c84b4b-f7d6-07d0-99c0-254c8444d89e" [ 1982.538096] env[62880]: _type = "Task" [ 1982.538096] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.546209] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c84b4b-f7d6-07d0-99c0-254c8444d89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.624019] env[62880]: DEBUG oslo_concurrency.lockutils [None req-506d5baa-4e74-45a2-8be9-9f731e32f726 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "9c61a763-257f-4756-9dbe-0ba7a058e1cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.017s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.874154] env[62880]: DEBUG nova.compute.manager [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.874421] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.874708] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2a0e5d7-2617-4d1f-8ae9-475bc69c4139 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.885266] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1982.885266] env[62880]: value = "task-1881546" [ 1982.885266] env[62880]: _type = "Task" [ 1982.885266] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.895872] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.896155] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.896383] env[62880]: DEBUG nova.objects.instance [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lazy-loading 'resources' on Instance uuid 683bb27b-5d12-4fde-b973-8616fb2b1012 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.897462] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.904699] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.904774] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.904974] env[62880]: DEBUG nova.network.neutron [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.913608] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1982.914076] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1983.051896] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c84b4b-f7d6-07d0-99c0-254c8444d89e, 'name': SearchDatastore_Task, 'duration_secs': 0.021884} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.051896] env[62880]: DEBUG oslo_concurrency.lockutils [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.052312] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. {{(pid=62880) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1983.052692] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce1c295-b93b-4913-a8ee-e8a7bef02fac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.062724] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1983.062724] env[62880]: value = "task-1881547" [ 1983.062724] env[62880]: _type = "Task" [ 1983.062724] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.071633] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.349812] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "76d258e8-84b2-40ae-bb16-f134ba1e8057" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.350152] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.395590] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881546, 'name': PowerOffVM_Task, 'duration_secs': 0.228638} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.395913] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.396128] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1983.396322] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388785', 'volume_id': '0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'name': 'volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '479f566f-f6ac-4568-8390-d69353ee303c', 'attached_at': '2024-12-14T13:24:55.000000', 'detached_at': '', 'volume_id': '0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'serial': '0b421fe9-ea79-4f5a-9ece-2f840503ce65'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1983.397102] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77426022-dfe6-483f-bd1b-2d5c3ed5ca95 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.423479] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.426569] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dee049-d405-4384-b542-dc15f6bbd4c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.434577] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0db9933-2756-43aa-8af8-e4cee18f58b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.457717] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8c4793-028e-4deb-a628-8e771ebdbfe5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.462979] env[62880]: WARNING nova.network.neutron [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] a6660542-f62d-453a-87ad-4658da1c4ad2 already exists in list: networks containing: ['a6660542-f62d-453a-87ad-4658da1c4ad2']. ignoring it [ 1983.478552] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65/volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1983.483820] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1983.484170] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e0c979-f0e6-4f76-9bef-17efeec95387 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.508628] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1983.508628] env[62880]: value = "task-1881548" [ 1983.508628] env[62880]: _type = "Task" [ 1983.508628] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.519863] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.541383] env[62880]: DEBUG nova.compute.manager [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-vif-plugged-cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1983.541671] env[62880]: DEBUG oslo_concurrency.lockutils [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] Acquiring lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.541840] env[62880]: DEBUG oslo_concurrency.lockutils [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.542011] env[62880]: DEBUG oslo_concurrency.lockutils [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.542193] env[62880]: DEBUG nova.compute.manager [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] No waiting events found dispatching network-vif-plugged-cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1983.542416] env[62880]: WARNING nova.compute.manager [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received unexpected event network-vif-plugged-cde7890f-293e-46b4-a79b-bd0d9ae598cb for instance with vm_state active and task_state None. [ 1983.542605] env[62880]: DEBUG nova.compute.manager [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-changed-cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1983.542797] env[62880]: DEBUG nova.compute.manager [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing instance network info cache due to event network-changed-cde7890f-293e-46b4-a79b-bd0d9ae598cb. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1983.542976] env[62880]: DEBUG oslo_concurrency.lockutils [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.575465] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.585354] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3943a341-e078-4b1b-8aa7-249c086eaad1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.593058] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4226c-bf52-4ff0-aabc-aebe23b87d48 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.626363] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a244e78-3d73-4717-acf9-8f9b94a18ac0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.634878] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bda05f0-5b2b-45d4-b0a5-cae84a5fc0c0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.648735] env[62880]: DEBUG nova.compute.provider_tree [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.799588] env[62880]: DEBUG nova.network.neutron [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cde7890f-293e-46b4-a79b-bd0d9ae598cb", "address": "fa:16:3e:1b:6f:f9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde7890f-29", "ovs_interfaceid": "cde7890f-293e-46b4-a79b-bd0d9ae598cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.852720] env[62880]: DEBUG nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1984.020112] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881548, 'name': ReconfigVM_Task, 'duration_secs': 0.265417} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.020434] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1984.025195] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b870dbf-8181-4ca4-9734-34d273147f73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.043679] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1984.043679] env[62880]: value = "task-1881550" [ 1984.043679] env[62880]: _type = "Task" [ 1984.043679] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.055502] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.074699] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881547, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.151700] env[62880]: DEBUG nova.scheduler.client.report [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.303965] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.304648] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.304813] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.305106] env[62880]: DEBUG oslo_concurrency.lockutils [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.305293] env[62880]: DEBUG nova.network.neutron [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing network info cache for port cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.307035] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7996699-a2c1-4990-9589-f1bbb55e7b16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.326139] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1984.326581] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1984.326899] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1984.327275] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1984.327574] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1984.327870] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1984.328278] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1984.328584] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1984.328918] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1984.329231] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1984.329483] env[62880]: DEBUG nova.virt.hardware [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1984.338495] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Reconfiguring VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1984.339256] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d725a26-6d27-4b9d-a390-f60b7945bd38 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.361475] env[62880]: DEBUG oslo_vmware.api [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1984.361475] env[62880]: value = "task-1881551" [ 1984.361475] env[62880]: _type = "Task" [ 1984.361475] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.376181] env[62880]: DEBUG oslo_vmware.api [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881551, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.382160] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.555213] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881550, 'name': ReconfigVM_Task, 'duration_secs': 0.176935} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.555861] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388785', 'volume_id': '0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'name': 'volume-0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '479f566f-f6ac-4568-8390-d69353ee303c', 'attached_at': '2024-12-14T13:24:55.000000', 'detached_at': '', 'volume_id': '0b421fe9-ea79-4f5a-9ece-2f840503ce65', 'serial': '0b421fe9-ea79-4f5a-9ece-2f840503ce65'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1984.555861] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1984.558260] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25727b20-8500-4591-8cf7-a5c4024f4f78 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.574316] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.575166] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5287b54a-7cf7-4322-8d90-5d09f2b9da52 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.584534] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.657155] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.660283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.236s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.660283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.660283] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1984.660283] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.278s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.661920] env[62880]: INFO nova.compute.claims [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1984.666017] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd0d218-e8e0-4929-8b70-1830ea6aeecc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.676657] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e185d2-6743-41d1-9f7b-e51e7ffc16de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.681832] env[62880]: INFO nova.scheduler.client.report [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted allocations for instance 683bb27b-5d12-4fde-b973-8616fb2b1012 [ 1984.684124] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.684417] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.684689] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleting the datastore file [datastore2] 479f566f-f6ac-4568-8390-d69353ee303c {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.687888] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-540fb865-53c9-47c6-94d1-49e3480fbb87 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.699733] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab80bb4c-5d55-47fb-a72c-d027d1ca5377 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.705569] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 1984.705569] env[62880]: value = "task-1881553" [ 1984.705569] env[62880]: _type = "Task" [ 1984.705569] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.712149] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a1aa5-b2c2-4eff-8879-dc49141a92f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.722403] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.747637] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179864MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1984.747809] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.874184] env[62880]: DEBUG oslo_vmware.api [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.033172] env[62880]: DEBUG nova.network.neutron [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updated VIF entry in instance network info cache for port cde7890f-293e-46b4-a79b-bd0d9ae598cb. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.033593] env[62880]: DEBUG nova.network.neutron [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cde7890f-293e-46b4-a79b-bd0d9ae598cb", "address": "fa:16:3e:1b:6f:f9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde7890f-29", "ovs_interfaceid": "cde7890f-293e-46b4-a79b-bd0d9ae598cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.065230] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.065531] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.065689] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.065894] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.066079] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.072181] env[62880]: INFO nova.compute.manager [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Terminating instance [ 1985.080409] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881547, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.785441} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.080409] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. [ 1985.080961] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d736ec-8da6-4365-b819-b7223a04235c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.108640] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1985.109579] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80fa6aa6-9939-4f17-8d1d-29fd256bdd8a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.128880] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1985.128880] env[62880]: value = "task-1881554" [ 1985.128880] env[62880]: _type = "Task" [ 1985.128880] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.139147] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.201870] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a4f02dc3-0e2c-4e4f-bad8-be792e4ae2c3 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "683bb27b-5d12-4fde-b973-8616fb2b1012" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.758s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.217950] env[62880]: DEBUG oslo_vmware.api [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285261} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.218736] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1985.218929] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1985.219124] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1985.219295] env[62880]: INFO nova.compute.manager [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1985.219528] env[62880]: DEBUG oslo.service.loopingcall [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.219718] env[62880]: DEBUG nova.compute.manager [-] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1985.219812] env[62880]: DEBUG nova.network.neutron [-] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1985.377182] env[62880]: DEBUG oslo_vmware.api [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.537056] env[62880]: DEBUG oslo_concurrency.lockutils [req-490907af-00b3-49ed-a308-88d23014698d req-2dae0058-4807-4093-b3e1-a767620639c6 service nova] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.576352] env[62880]: DEBUG nova.compute.manager [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1985.576758] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1985.577548] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbac60-fa31-47e9-be30-669f384c0977 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.586119] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.586398] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c85855-eda5-4061-ab8f-7d9c7b73ba2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.593763] env[62880]: DEBUG oslo_vmware.api [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1985.593763] env[62880]: value = "task-1881555" [ 1985.593763] env[62880]: _type = "Task" [ 1985.593763] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.603533] env[62880]: DEBUG oslo_vmware.api [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.639663] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881554, 'name': ReconfigVM_Task, 'duration_secs': 0.329734} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.639963] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1985.640808] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d97216-7f51-43b3-9490-9df6670cbd66 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.667327] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0154b2-dda0-4989-b5e7-e7cd3e01a662 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.686879] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1985.686879] env[62880]: value = "task-1881556" [ 1985.686879] env[62880]: _type = "Task" [ 1985.686879] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.700403] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.822298] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee81c180-4caa-43f3-8d7d-162c23d8fb8d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.831401] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e3ca3-5690-427c-a699-d631da1bb07b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.873332] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eabc2f6-aef6-4937-842f-a1d2323178cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.884434] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a6a182-5ff0-4d93-8755-269bbed192f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.888414] env[62880]: DEBUG oslo_vmware.api [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.898834] env[62880]: DEBUG nova.compute.provider_tree [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.973988] env[62880]: DEBUG nova.compute.manager [req-ee60994e-7dee-47b9-ae49-eff48fca8a30 req-71492465-1c0b-411e-bd55-eb67438ee7db service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Received event network-vif-deleted-160c5fb2-f132-4aca-8abb-1029e3de69b3 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1985.974258] env[62880]: INFO nova.compute.manager [req-ee60994e-7dee-47b9-ae49-eff48fca8a30 req-71492465-1c0b-411e-bd55-eb67438ee7db service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Neutron deleted interface 160c5fb2-f132-4aca-8abb-1029e3de69b3; detaching it from the instance and deleting it from the info cache [ 1985.974437] env[62880]: DEBUG nova.network.neutron [req-ee60994e-7dee-47b9-ae49-eff48fca8a30 req-71492465-1c0b-411e-bd55-eb67438ee7db service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.106250] env[62880]: DEBUG oslo_vmware.api [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881555, 'name': PowerOffVM_Task, 'duration_secs': 0.262291} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.106607] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.106792] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1986.107084] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a967fff2-85f8-4abe-afda-046fa21290ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.199332] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881556, 'name': ReconfigVM_Task, 'duration_secs': 0.191144} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.199500] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1986.200077] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fdbe8c7-401f-4bd3-b5d4-1eaeacb3668e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.208486] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1986.208486] env[62880]: value = "task-1881558" [ 1986.208486] env[62880]: _type = "Task" [ 1986.208486] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.224222] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.236012] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.236348] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.238204] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.238567] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.238812] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleting the datastore file [datastore1] 38c29c47-4b8e-42b4-8288-4fb00c05cd38 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.239559] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12005bc-62d8-4402-b22f-daa0b90839a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.248405] env[62880]: DEBUG oslo_vmware.api [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for the task: (returnval){ [ 1986.248405] env[62880]: value = "task-1881559" [ 1986.248405] env[62880]: _type = "Task" [ 1986.248405] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.259710] env[62880]: DEBUG oslo_vmware.api [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.341975] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1986.342289] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388799', 'volume_id': '33e247e8-7ddf-4829-ad4a-db9c5433632a', 'name': 'volume-33e247e8-7ddf-4829-ad4a-db9c5433632a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a', 'attached_at': '', 'detached_at': '', 'volume_id': '33e247e8-7ddf-4829-ad4a-db9c5433632a', 'serial': '33e247e8-7ddf-4829-ad4a-db9c5433632a'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1986.343467] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a2fed0-58f7-4e12-a979-eed1b1e77b11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.361011] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b65391-1097-4c5c-bdec-c28f4df95d3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.386815] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-33e247e8-7ddf-4829-ad4a-db9c5433632a/volume-33e247e8-7ddf-4829-ad4a-db9c5433632a.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.390324] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a982f1-533b-4190-a92b-80f94678bfbf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.403874] env[62880]: DEBUG nova.scheduler.client.report [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.415191] env[62880]: DEBUG oslo_vmware.api [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881551, 'name': ReconfigVM_Task, 'duration_secs': 1.880631} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.417418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.417643] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Reconfigured VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1986.420834] env[62880]: DEBUG oslo_vmware.api [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1986.420834] env[62880]: value = "task-1881560" [ 1986.420834] env[62880]: _type = "Task" [ 1986.420834] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.431431] env[62880]: DEBUG oslo_vmware.api [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.439692] env[62880]: DEBUG nova.network.neutron [-] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.477614] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b0aafe7-2c2c-4696-a677-790753f16ac6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.488413] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2badc4e0-2084-4d7c-bc92-7469d63ad42e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.521029] env[62880]: DEBUG nova.compute.manager [req-ee60994e-7dee-47b9-ae49-eff48fca8a30 req-71492465-1c0b-411e-bd55-eb67438ee7db service nova] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Detach interface failed, port_id=160c5fb2-f132-4aca-8abb-1029e3de69b3, reason: Instance 479f566f-f6ac-4568-8390-d69353ee303c could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1986.719306] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.738837] env[62880]: DEBUG nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1986.758303] env[62880]: DEBUG oslo_vmware.api [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.908680] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.909304] env[62880]: DEBUG nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.912065] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.164s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.921618] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4be95797-e4df-46ff-be76-b72ee4f6f60c tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-3848a421-dcaa-46f7-b6b7-d377d50f6e9e-cde7890f-293e-46b4-a79b-bd0d9ae598cb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.209s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.933014] env[62880]: DEBUG oslo_vmware.api [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.942706] env[62880]: INFO nova.compute.manager [-] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Took 1.72 seconds to deallocate network for instance. [ 1987.219926] env[62880]: DEBUG oslo_vmware.api [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881558, 'name': PowerOnVM_Task, 'duration_secs': 0.954283} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.220220] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1987.222970] env[62880]: DEBUG nova.compute.manager [None req-304e61df-6749-4627-bbe7-369056be5282 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1987.223833] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d26e53-8c56-4e40-b9d6-214976c77354 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.260562] env[62880]: DEBUG oslo_vmware.api [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Task: {'id': task-1881559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592813} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.260814] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1987.261592] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1987.261592] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1987.261592] env[62880]: INFO nova.compute.manager [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1987.261592] env[62880]: DEBUG oslo.service.loopingcall [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1987.261805] env[62880]: DEBUG nova.compute.manager [-] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1987.261841] env[62880]: DEBUG nova.network.neutron [-] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1987.264421] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.415314] env[62880]: DEBUG nova.compute.utils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.421268] env[62880]: DEBUG nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.421437] env[62880]: DEBUG nova.network.neutron [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.434267] env[62880]: DEBUG oslo_vmware.api [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881560, 'name': ReconfigVM_Task, 'duration_secs': 0.726623} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.434535] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-33e247e8-7ddf-4829-ad4a-db9c5433632a/volume-33e247e8-7ddf-4829-ad4a-db9c5433632a.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.440642] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45a4312-ba4f-43b1-90da-c750033f749b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.458598] env[62880]: DEBUG oslo_vmware.api [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1987.458598] env[62880]: value = "task-1881561" [ 1987.458598] env[62880]: _type = "Task" [ 1987.458598] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.468852] env[62880]: DEBUG oslo_vmware.api [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.469717] env[62880]: DEBUG nova.policy [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e86684b7d1a344c585a0c53f89c2617a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13dfee859174313ae207d54ca51ee4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1987.498997] env[62880]: INFO nova.compute.manager [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Took 0.56 seconds to detach 1 volumes for instance. [ 1987.733124] env[62880]: DEBUG nova.network.neutron [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Successfully created port: 7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1987.922013] env[62880]: DEBUG nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1987.964186] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.964383] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 0b39504b-c644-4d68-9a04-a38ab8599790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.964643] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 3848a421-dcaa-46f7-b6b7-d377d50f6e9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.964782] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.964848] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 479f566f-f6ac-4568-8390-d69353ee303c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.964945] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 436712d7-639c-4a96-b0d3-31da91c9b539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.965076] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 421ecf23-62de-45d5-9755-737c90c21c49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.965191] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 80d6a0be-d4ae-429b-9911-347afb31b77a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.965299] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 76d258e8-84b2-40ae-bb16-f134ba1e8057 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1987.971772] env[62880]: DEBUG oslo_vmware.api [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881561, 'name': ReconfigVM_Task, 'duration_secs': 0.163444} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.972627] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388799', 'volume_id': '33e247e8-7ddf-4829-ad4a-db9c5433632a', 'name': 'volume-33e247e8-7ddf-4829-ad4a-db9c5433632a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a', 'attached_at': '', 'detached_at': '', 'volume_id': '33e247e8-7ddf-4829-ad4a-db9c5433632a', 'serial': '33e247e8-7ddf-4829-ad4a-db9c5433632a'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1988.007439] env[62880]: DEBUG nova.compute.manager [req-2f018ea7-1322-47b5-a426-a19dfb852e17 req-b252eb6d-f377-41f4-99f1-97ef950ce306 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Received event network-vif-deleted-dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1988.007648] env[62880]: INFO nova.compute.manager [req-2f018ea7-1322-47b5-a426-a19dfb852e17 req-b252eb6d-f377-41f4-99f1-97ef950ce306 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Neutron deleted interface dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf; detaching it from the instance and deleting it from the info cache [ 1988.007840] env[62880]: DEBUG nova.network.neutron [req-2f018ea7-1322-47b5-a426-a19dfb852e17 req-b252eb6d-f377-41f4-99f1-97ef950ce306 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.009955] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.027484] env[62880]: DEBUG nova.network.neutron [-] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.437501] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-3848a421-dcaa-46f7-b6b7-d377d50f6e9e-cde7890f-293e-46b4-a79b-bd0d9ae598cb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.437631] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-3848a421-dcaa-46f7-b6b7-d377d50f6e9e-cde7890f-293e-46b4-a79b-bd0d9ae598cb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.472927] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance f885cdd4-2eb4-4184-8a93-0a46e0765d8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1988.473215] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1988.473547] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1988.514471] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23d3c0f5-b8e3-4dd9-924b-af78f4a57af6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.524979] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917a4fc4-bc12-4dc8-9e67-fb8dcf4092d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.540175] env[62880]: INFO nova.compute.manager [-] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Took 1.28 seconds to deallocate network for instance. [ 1988.565792] env[62880]: DEBUG nova.compute.manager [req-2f018ea7-1322-47b5-a426-a19dfb852e17 req-b252eb6d-f377-41f4-99f1-97ef950ce306 service nova] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Detach interface failed, port_id=dd5e7a78-8e08-4a9e-9a91-5fa1f8e121cf, reason: Instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1988.647822] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc5d62c-ba38-4bb7-9473-8350ff736dd2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.656429] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807d966f-b86a-44fe-807f-3023758bcc8b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.690055] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2279c2f-4704-4e7a-a47e-e9e61f886e69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.698844] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da55f3fb-eb12-48c5-b1a2-45175f446e9b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.712550] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1988.939269] env[62880]: DEBUG nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.941637] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.941797] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.942634] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea6e05-8db6-4f25-99af-d14f6b559b73 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.973888] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bba6482-f479-49c4-8495-8f34e0c5415e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.001016] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Reconfiguring VM to detach interface {{(pid=62880) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1989.003389] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1989.003661] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1989.003845] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1989.004048] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1989.004199] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1989.004345] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1989.004553] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1989.004709] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1989.004887] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1989.005071] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1989.005244] env[62880]: DEBUG nova.virt.hardware [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1989.005511] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01965fdb-9b6d-4549-98b3-163ab3d55677 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.018673] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61477450-8499-499e-a411-5eab99f1adac {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.023111] env[62880]: DEBUG nova.objects.instance [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.031084] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2704e0ae-2a23-4b98-9fe8-950a3652a03b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.036539] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 1989.036539] env[62880]: value = "task-1881562" [ 1989.036539] env[62880]: _type = "Task" [ 1989.036539] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.050905] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.054633] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.224810] env[62880]: DEBUG nova.compute.manager [req-67d94900-057e-481c-a359-72200813b01b req-7d0d2c65-5c4c-4eb6-9001-fe4b5ac0c644 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Received event network-vif-plugged-7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1989.225362] env[62880]: DEBUG oslo_concurrency.lockutils [req-67d94900-057e-481c-a359-72200813b01b req-7d0d2c65-5c4c-4eb6-9001-fe4b5ac0c644 service nova] Acquiring lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.225937] env[62880]: DEBUG oslo_concurrency.lockutils [req-67d94900-057e-481c-a359-72200813b01b req-7d0d2c65-5c4c-4eb6-9001-fe4b5ac0c644 service nova] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.226138] env[62880]: DEBUG oslo_concurrency.lockutils [req-67d94900-057e-481c-a359-72200813b01b req-7d0d2c65-5c4c-4eb6-9001-fe4b5ac0c644 service nova] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.226877] env[62880]: DEBUG nova.compute.manager [req-67d94900-057e-481c-a359-72200813b01b req-7d0d2c65-5c4c-4eb6-9001-fe4b5ac0c644 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] No waiting events found dispatching network-vif-plugged-7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1989.226877] env[62880]: WARNING nova.compute.manager [req-67d94900-057e-481c-a359-72200813b01b req-7d0d2c65-5c4c-4eb6-9001-fe4b5ac0c644 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Received unexpected event network-vif-plugged-7b09c12d-e488-4a6d-b0d6-22ef819929cf for instance with vm_state building and task_state spawning. [ 1989.236325] env[62880]: ERROR nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [req-13885e92-5ce3-4db1-b851-739e23003829] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-13885e92-5ce3-4db1-b851-739e23003829"}]} [ 1989.252739] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1989.272188] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1989.272393] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1989.285816] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1989.307203] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1989.320324] env[62880]: DEBUG nova.network.neutron [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Successfully updated port: 7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1989.429179] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4cc36d-0681-4eed-a64a-2dce4b4988cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.438410] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c4a76-d1e0-4aa0-8ae2-728e606e7cf9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.468122] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f953cd-e0ef-458e-89f2-bde0fcee6a36 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.475593] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb60dd1-6103-453d-8124-7beae3cd3609 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.490758] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1989.527761] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb7de01-dfb9-4418-b889-984e81b3fe40 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.784s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.547620] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.823246] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.823408] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.823578] env[62880]: DEBUG nova.network.neutron [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.884602] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.884834] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.020895] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1990.021226] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 182 to 183 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1990.021340] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1990.049348] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.364798] env[62880]: DEBUG nova.network.neutron [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1990.389028] env[62880]: DEBUG nova.compute.utils [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1990.401117] env[62880]: INFO nova.compute.manager [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Rescuing [ 1990.401371] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.401519] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.401679] env[62880]: DEBUG nova.network.neutron [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1990.501470] env[62880]: DEBUG nova.network.neutron [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance_info_cache with network_info: [{"id": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "address": "fa:16:3e:ee:a5:03", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09c12d-e4", "ovs_interfaceid": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.526687] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1990.526883] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.615s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.527190] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.263s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.528747] env[62880]: INFO nova.compute.claims [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.548571] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.892432] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.003687] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.004026] env[62880]: DEBUG nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Instance network_info: |[{"id": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "address": "fa:16:3e:ee:a5:03", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09c12d-e4", "ovs_interfaceid": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1991.004427] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:a5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b09c12d-e488-4a6d-b0d6-22ef819929cf', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1991.011946] env[62880]: DEBUG oslo.service.loopingcall [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.012483] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1991.012712] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc7a40d4-73fc-419a-b5d2-9a70bc2cb0ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.035813] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1991.035813] env[62880]: value = "task-1881563" [ 1991.035813] env[62880]: _type = "Task" [ 1991.035813] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.052340] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881563, 'name': CreateVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.055670] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.118570] env[62880]: DEBUG nova.network.neutron [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Updating instance_info_cache with network_info: [{"id": "24993e79-f325-4e83-a33d-847d505b1200", "address": "fa:16:3e:54:67:d4", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24993e79-f3", "ovs_interfaceid": "24993e79-f325-4e83-a33d-847d505b1200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.251632] env[62880]: DEBUG nova.compute.manager [req-172aedf8-972a-4986-8864-ef70302b6d25 req-50f11364-daa4-486e-91fe-a0ce0f06baa0 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Received event network-changed-7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1991.251866] env[62880]: DEBUG nova.compute.manager [req-172aedf8-972a-4986-8864-ef70302b6d25 req-50f11364-daa4-486e-91fe-a0ce0f06baa0 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Refreshing instance network info cache due to event network-changed-7b09c12d-e488-4a6d-b0d6-22ef819929cf. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1991.252130] env[62880]: DEBUG oslo_concurrency.lockutils [req-172aedf8-972a-4986-8864-ef70302b6d25 req-50f11364-daa4-486e-91fe-a0ce0f06baa0 service nova] Acquiring lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.252312] env[62880]: DEBUG oslo_concurrency.lockutils [req-172aedf8-972a-4986-8864-ef70302b6d25 req-50f11364-daa4-486e-91fe-a0ce0f06baa0 service nova] Acquired lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.252501] env[62880]: DEBUG nova.network.neutron [req-172aedf8-972a-4986-8864-ef70302b6d25 req-50f11364-daa4-486e-91fe-a0ce0f06baa0 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Refreshing network info cache for port 7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1991.552201] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881563, 'name': CreateVM_Task, 'duration_secs': 0.362741} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.555298] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1991.555578] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.556278] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.556383] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.556693] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1991.559110] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6412ca87-efba-4722-ad23-44ebdacbf086 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.563825] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1991.563825] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5247b00c-b086-8b8c-7265-f572cca84562" [ 1991.563825] env[62880]: _type = "Task" [ 1991.563825] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.571801] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5247b00c-b086-8b8c-7265-f572cca84562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.621912] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.664865] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8b569-4009-43ac-bfe3-e23a37615cfc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.673594] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd364170-2d47-41ee-b073-a47a1d18ce07 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.704954] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d8b086-7573-4ae0-98bb-3cc62caed609 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.712326] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db0c6b1-eca3-4592-a204-60c251ed6431 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.725927] env[62880]: DEBUG nova.compute.provider_tree [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.942526] env[62880]: DEBUG nova.network.neutron [req-172aedf8-972a-4986-8864-ef70302b6d25 req-50f11364-daa4-486e-91fe-a0ce0f06baa0 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updated VIF entry in instance network info cache for port 7b09c12d-e488-4a6d-b0d6-22ef819929cf. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.942875] env[62880]: DEBUG nova.network.neutron [req-172aedf8-972a-4986-8864-ef70302b6d25 req-50f11364-daa4-486e-91fe-a0ce0f06baa0 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance_info_cache with network_info: [{"id": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "address": "fa:16:3e:ee:a5:03", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09c12d-e4", "ovs_interfaceid": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.957226] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.957407] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.957630] env[62880]: INFO nova.compute.manager [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Attaching volume 3eb9e3d7-9f5a-4488-9339-96ccb818d10e to /dev/sdc [ 1991.987703] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137f759a-a89d-4555-9412-2500e9a696e8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.995198] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc35a426-9cf8-435d-ad55-0f9787746cd8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.009011] env[62880]: DEBUG nova.virt.block_device [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Updating existing volume attachment record: b75a811c-8a35-43d8-9378-afab3b222548 {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1992.053144] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.072915] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5247b00c-b086-8b8c-7265-f572cca84562, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.073226] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.073447] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.073670] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.073825] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.074127] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.074380] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22b2bd92-0a97-4af1-b880-eaf42452b4fb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.089951] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1992.090214] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1992.090930] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4c368c-9dc9-4538-8708-929ddb78eec7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.110446] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1992.110446] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a13e54-f3e0-0bf0-2fc6-8a212c39ce55" [ 1992.110446] env[62880]: _type = "Task" [ 1992.110446] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.119771] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a13e54-f3e0-0bf0-2fc6-8a212c39ce55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.229056] env[62880]: DEBUG nova.scheduler.client.report [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.445248] env[62880]: DEBUG oslo_concurrency.lockutils [req-172aedf8-972a-4986-8864-ef70302b6d25 req-50f11364-daa4-486e-91fe-a0ce0f06baa0 service nova] Releasing lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.554562] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.620388] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a13e54-f3e0-0bf0-2fc6-8a212c39ce55, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.621182] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c77a60-f5cc-4af2-9759-3c50f42514e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.626961] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1992.626961] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523fa8d2-bf5c-b3b3-a49c-95a6a9f59169" [ 1992.626961] env[62880]: _type = "Task" [ 1992.626961] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.634464] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523fa8d2-bf5c-b3b3-a49c-95a6a9f59169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.733887] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.734407] env[62880]: DEBUG nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.737050] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.727s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.737271] env[62880]: DEBUG nova.objects.instance [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'resources' on Instance uuid 479f566f-f6ac-4568-8390-d69353ee303c {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.055178] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.138073] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]523fa8d2-bf5c-b3b3-a49c-95a6a9f59169, 'name': SearchDatastore_Task, 'duration_secs': 0.014462} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.138073] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.138322] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057/76d258e8-84b2-40ae-bb16-f134ba1e8057.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.138459] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebf25389-d552-4e74-99ef-1166d2099a89 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.146115] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1993.146115] env[62880]: value = "task-1881565" [ 1993.146115] env[62880]: _type = "Task" [ 1993.146115] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.153852] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.157208] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.157453] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52dea79c-4991-48e1-bff4-2545ac6ae6ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.164552] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1993.164552] env[62880]: value = "task-1881566" [ 1993.164552] env[62880]: _type = "Task" [ 1993.164552] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.172307] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.240205] env[62880]: DEBUG nova.compute.utils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1993.241884] env[62880]: DEBUG nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1993.242092] env[62880]: DEBUG nova.network.neutron [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1993.288904] env[62880]: DEBUG nova.policy [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0a2b391ee948d3b3990e656aaa88e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17d9e8aee61b4f3ea7c5aa6df400f711', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1993.417977] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a5cd50-4e88-48de-82e5-aff20fc15944 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.426997] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62fce92-5b3e-47ce-bcc0-d6ccda961032 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.462026] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96187610-8c0d-4541-9b5c-b33c00db5e35 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.476529] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46eb12-21d7-433d-9c24-38e6f48492ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.497655] env[62880]: DEBUG nova.compute.provider_tree [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.530267] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1993.558023] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.621559] env[62880]: DEBUG nova.network.neutron [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Successfully created port: b3944672-7273-45af-8677-560d9b22f2cb {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1993.657791] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881565, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.675228] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881566, 'name': PowerOffVM_Task, 'duration_secs': 0.225051} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.675555] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.676578] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f0d8c4-9179-4b83-ae68-c30e63456a4d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.698129] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f4f9b3-dc09-455f-a0cc-6a847ebd51ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.737042] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.737339] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4117b7e3-f7dd-4c2f-a89e-8f017113b72d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.744505] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1993.744505] env[62880]: value = "task-1881567" [ 1993.744505] env[62880]: _type = "Task" [ 1993.744505] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.748407] env[62880]: DEBUG nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.756390] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1993.756594] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1993.756825] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.756988] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.757191] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1993.757422] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07ad3bb7-ae65-472a-9b21-b7cc4b23c917 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.766734] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.766734] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1993.767416] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-544b7ff2-f3a2-4ca9-a996-011a7e605258 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.773048] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1993.773048] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e18c30-10ab-ea79-27e9-ef60678649d5" [ 1993.773048] env[62880]: _type = "Task" [ 1993.773048] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.781284] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e18c30-10ab-ea79-27e9-ef60678649d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.000646] env[62880]: DEBUG nova.scheduler.client.report [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.057008] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.157006] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58176} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.157318] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057/76d258e8-84b2-40ae-bb16-f134ba1e8057.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.157532] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.157776] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fbd8278-06b6-4281-a157-fd9ab17010d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.165810] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1994.165810] env[62880]: value = "task-1881568" [ 1994.165810] env[62880]: _type = "Task" [ 1994.165810] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.175838] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.286033] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52e18c30-10ab-ea79-27e9-ef60678649d5, 'name': SearchDatastore_Task, 'duration_secs': 0.028219} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.286722] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9adea9c-d0cc-4f47-bd79-3d8a7115da15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.293826] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1994.293826] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521c83b5-b736-ac24-93b2-d94691284ace" [ 1994.293826] env[62880]: _type = "Task" [ 1994.293826] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.303484] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521c83b5-b736-ac24-93b2-d94691284ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.507749] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.508598] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.458s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.509479] env[62880]: DEBUG nova.objects.instance [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lazy-loading 'resources' on Instance uuid 38c29c47-4b8e-42b4-8288-4fb00c05cd38 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.540300] env[62880]: INFO nova.scheduler.client.report [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted allocations for instance 479f566f-f6ac-4568-8390-d69353ee303c [ 1994.557207] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.677234] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083086} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.677550] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1994.678361] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56b7a8-760a-4b9a-84ae-8878cbef6e11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.703162] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057/76d258e8-84b2-40ae-bb16-f134ba1e8057.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.703458] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f190e6-349b-442f-b93d-0284f26d8758 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.724596] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1994.724596] env[62880]: value = "task-1881570" [ 1994.724596] env[62880]: _type = "Task" [ 1994.724596] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.733127] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.758708] env[62880]: DEBUG nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1994.787469] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.787736] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.787897] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.788104] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.788271] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.788449] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.788681] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.788841] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.789021] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.789191] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.789386] env[62880]: DEBUG nova.virt.hardware [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.790276] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d044d13-eaf6-4cf5-abb2-7e4f0ea77ca2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.802688] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb68276-3de3-42f1-8911-350fdf38593e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.810740] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]521c83b5-b736-ac24-93b2-d94691284ace, 'name': SearchDatastore_Task, 'duration_secs': 0.017309} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.811510] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.811821] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. {{(pid=62880) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1994.812120] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e33e1654-2f9b-4a54-aeea-2a3203b52d59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.827877] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1994.827877] env[62880]: value = "task-1881571" [ 1994.827877] env[62880]: _type = "Task" [ 1994.827877] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.836938] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.059317] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2d8415a4-f8b8-4aa9-9680-a274b840c9be tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "479f566f-f6ac-4568-8390-d69353ee303c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.692s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.069255] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.192639] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f376b3c-cc65-49f4-a2fb-8b45be1c9ace {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.201308] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece733cd-b99e-4175-b5c3-688364c58fef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.239964] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5c6173-deb2-423f-8cc6-e05b459811ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.248634] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881570, 'name': ReconfigVM_Task, 'duration_secs': 0.430929} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.250753] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057/76d258e8-84b2-40ae-bb16-f134ba1e8057.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.251447] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-811cbd99-68c8-489b-a1f3-b883d4e385b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.254431] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b23d5ed-fca5-467e-9b9e-ace50567f833 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.263631] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1995.263631] env[62880]: value = "task-1881572" [ 1995.263631] env[62880]: _type = "Task" [ 1995.263631] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.271481] env[62880]: DEBUG nova.compute.provider_tree [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.282214] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881572, 'name': Rename_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.284845] env[62880]: DEBUG nova.compute.manager [req-a70a355f-7dd0-45ee-a5c6-1dd8f5aa7937 req-4d7b6109-dac4-495e-8d02-5df5f7a5bf17 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Received event network-vif-plugged-b3944672-7273-45af-8677-560d9b22f2cb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1995.284845] env[62880]: DEBUG oslo_concurrency.lockutils [req-a70a355f-7dd0-45ee-a5c6-1dd8f5aa7937 req-4d7b6109-dac4-495e-8d02-5df5f7a5bf17 service nova] Acquiring lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.285311] env[62880]: DEBUG oslo_concurrency.lockutils [req-a70a355f-7dd0-45ee-a5c6-1dd8f5aa7937 req-4d7b6109-dac4-495e-8d02-5df5f7a5bf17 service nova] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.285311] env[62880]: DEBUG oslo_concurrency.lockutils [req-a70a355f-7dd0-45ee-a5c6-1dd8f5aa7937 req-4d7b6109-dac4-495e-8d02-5df5f7a5bf17 service nova] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.285437] env[62880]: DEBUG nova.compute.manager [req-a70a355f-7dd0-45ee-a5c6-1dd8f5aa7937 req-4d7b6109-dac4-495e-8d02-5df5f7a5bf17 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] No waiting events found dispatching network-vif-plugged-b3944672-7273-45af-8677-560d9b22f2cb {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1995.285539] env[62880]: WARNING nova.compute.manager [req-a70a355f-7dd0-45ee-a5c6-1dd8f5aa7937 req-4d7b6109-dac4-495e-8d02-5df5f7a5bf17 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Received unexpected event network-vif-plugged-b3944672-7273-45af-8677-560d9b22f2cb for instance with vm_state building and task_state spawning. [ 1995.338352] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.414477] env[62880]: DEBUG nova.network.neutron [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Successfully updated port: b3944672-7273-45af-8677-560d9b22f2cb {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1995.563630] env[62880]: DEBUG oslo_vmware.api [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881562, 'name': ReconfigVM_Task, 'duration_secs': 6.451235} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.563928] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.564201] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Reconfigured VM to detach interface {{(pid=62880) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1995.779027] env[62880]: DEBUG nova.scheduler.client.report [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1995.790020] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881572, 'name': Rename_Task, 'duration_secs': 0.281206} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.793026] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.793026] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72b0edb0-5400-4298-88b7-166f6541b948 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.800479] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 1995.800479] env[62880]: value = "task-1881573" [ 1995.800479] env[62880]: _type = "Task" [ 1995.800479] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.811807] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.840829] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.917880] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "refresh_cache-f885cdd4-2eb4-4184-8a93-0a46e0765d8d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.917947] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "refresh_cache-f885cdd4-2eb4-4184-8a93-0a46e0765d8d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.918111] env[62880]: DEBUG nova.network.neutron [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.283566] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.302247] env[62880]: INFO nova.scheduler.client.report [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Deleted allocations for instance 38c29c47-4b8e-42b4-8288-4fb00c05cd38 [ 1996.315608] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881573, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.339246] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881571, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.151797} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.339588] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. [ 1996.340380] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b8143a-6615-47c9-8ebd-9839be801ec5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.366337] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1996.367330] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82a6454-bafd-47af-ac41-b506a706ce02 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.390439] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1996.390439] env[62880]: value = "task-1881574" [ 1996.390439] env[62880]: _type = "Task" [ 1996.390439] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.402737] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.450347] env[62880]: DEBUG nova.network.neutron [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.557621] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1996.557910] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388801', 'volume_id': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'name': 'volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'serial': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1996.558808] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db16384-5680-411c-8077-e65d656ee475 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.581911] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02bbdd6-04e2-42e5-86c7-adb544304131 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.610808] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e/volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1996.611970] env[62880]: DEBUG nova.network.neutron [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Updating instance_info_cache with network_info: [{"id": "b3944672-7273-45af-8677-560d9b22f2cb", "address": "fa:16:3e:75:38:1d", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3944672-72", "ovs_interfaceid": "b3944672-7273-45af-8677-560d9b22f2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.613182] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ba7801-d508-49df-8cf5-52de56e5078f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.638469] env[62880]: DEBUG oslo_vmware.api [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1996.638469] env[62880]: value = "task-1881575" [ 1996.638469] env[62880]: _type = "Task" [ 1996.638469] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.648809] env[62880]: DEBUG oslo_vmware.api [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.693732] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.694075] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.814678] env[62880]: DEBUG oslo_vmware.api [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881573, 'name': PowerOnVM_Task, 'duration_secs': 0.966855} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.814895] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.815514] env[62880]: INFO nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1996.815742] env[62880]: DEBUG nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.816281] env[62880]: DEBUG oslo_concurrency.lockutils [None req-28b34fc7-cfc5-490a-8502-62214aa91701 tempest-ServerActionsTestOtherA-449079737 tempest-ServerActionsTestOtherA-449079737-project-member] Lock "38c29c47-4b8e-42b4-8288-4fb00c05cd38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.751s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.820911] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b73ca1-f691-4502-8557-90b331667b75 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.890153] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.894030] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.894030] env[62880]: DEBUG nova.network.neutron [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.905663] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.130710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "refresh_cache-f885cdd4-2eb4-4184-8a93-0a46e0765d8d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.130919] env[62880]: DEBUG nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Instance network_info: |[{"id": "b3944672-7273-45af-8677-560d9b22f2cb", "address": "fa:16:3e:75:38:1d", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3944672-72", "ovs_interfaceid": "b3944672-7273-45af-8677-560d9b22f2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1997.131590] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:38:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3944672-7273-45af-8677-560d9b22f2cb', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1997.139640] env[62880]: DEBUG oslo.service.loopingcall [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.140091] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1997.144040] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67b9c641-3694-4a4f-9f90-fc77b48cece9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.164666] env[62880]: DEBUG oslo_vmware.api [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881575, 'name': ReconfigVM_Task, 'duration_secs': 0.50153} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.166091] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e/volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1997.170669] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1997.170669] env[62880]: value = "task-1881576" [ 1997.170669] env[62880]: _type = "Task" [ 1997.170669] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.170975] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f465bd1-5f52-4f74-b051-8aa8a877d5cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.201318] env[62880]: DEBUG oslo_vmware.api [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 1997.201318] env[62880]: value = "task-1881577" [ 1997.201318] env[62880]: _type = "Task" [ 1997.201318] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.201734] env[62880]: DEBUG nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1997.204610] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881576, 'name': CreateVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.215681] env[62880]: DEBUG oslo_vmware.api [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.306928] env[62880]: DEBUG nova.compute.manager [req-814f87ac-61db-4263-8ac3-bab00f4c3498 req-3bbef8a9-c3e4-4a5d-9204-f0e0ff9da6b8 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Received event network-changed-b3944672-7273-45af-8677-560d9b22f2cb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1997.307287] env[62880]: DEBUG nova.compute.manager [req-814f87ac-61db-4263-8ac3-bab00f4c3498 req-3bbef8a9-c3e4-4a5d-9204-f0e0ff9da6b8 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Refreshing instance network info cache due to event network-changed-b3944672-7273-45af-8677-560d9b22f2cb. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1997.307287] env[62880]: DEBUG oslo_concurrency.lockutils [req-814f87ac-61db-4263-8ac3-bab00f4c3498 req-3bbef8a9-c3e4-4a5d-9204-f0e0ff9da6b8 service nova] Acquiring lock "refresh_cache-f885cdd4-2eb4-4184-8a93-0a46e0765d8d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.307403] env[62880]: DEBUG oslo_concurrency.lockutils [req-814f87ac-61db-4263-8ac3-bab00f4c3498 req-3bbef8a9-c3e4-4a5d-9204-f0e0ff9da6b8 service nova] Acquired lock "refresh_cache-f885cdd4-2eb4-4184-8a93-0a46e0765d8d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.307571] env[62880]: DEBUG nova.network.neutron [req-814f87ac-61db-4263-8ac3-bab00f4c3498 req-3bbef8a9-c3e4-4a5d-9204-f0e0ff9da6b8 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Refreshing network info cache for port b3944672-7273-45af-8677-560d9b22f2cb {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1997.344516] env[62880]: INFO nova.compute.manager [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Took 12.99 seconds to build instance. [ 1997.363276] env[62880]: DEBUG nova.compute.manager [req-f6d433e7-4655-437e-b8c6-31d01cc8a93d req-2d5dbbb5-52d9-4f98-8e0c-7a5c7544822c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1997.363681] env[62880]: DEBUG nova.compute.manager [req-f6d433e7-4655-437e-b8c6-31d01cc8a93d req-2d5dbbb5-52d9-4f98-8e0c-7a5c7544822c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing instance network info cache due to event network-changed-53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1997.363681] env[62880]: DEBUG oslo_concurrency.lockutils [req-f6d433e7-4655-437e-b8c6-31d01cc8a93d req-2d5dbbb5-52d9-4f98-8e0c-7a5c7544822c service nova] Acquiring lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.404739] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881574, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.699355] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881576, 'name': CreateVM_Task, 'duration_secs': 0.427564} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.699604] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.700565] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.701193] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.701665] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1997.702046] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd94113-70d7-4a80-90e9-cbc1f1bb5763 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.717798] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1997.717798] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526c76b4-5679-12d2-e9cc-76df46f0199d" [ 1997.717798] env[62880]: _type = "Task" [ 1997.717798] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.726562] env[62880]: DEBUG oslo_vmware.api [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881577, 'name': ReconfigVM_Task, 'duration_secs': 0.181337} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.727267] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388801', 'volume_id': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'name': 'volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'serial': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1997.735465] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.735641] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.738026] env[62880]: INFO nova.compute.claims [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1997.742780] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526c76b4-5679-12d2-e9cc-76df46f0199d, 'name': SearchDatastore_Task, 'duration_secs': 0.015996} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.744827] env[62880]: INFO nova.network.neutron [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Port cde7890f-293e-46b4-a79b-bd0d9ae598cb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1997.745170] env[62880]: DEBUG nova.network.neutron [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.749859] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.749859] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1997.749859] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.749859] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.749859] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1997.749859] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-051a552a-adb4-4e19-bc38-619d1e8d38f4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.771791] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1997.771874] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1997.772761] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919b6924-bd9f-4e75-840f-bf50395cf610 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.781221] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1997.781221] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5264b157-716e-2512-e1d4-00c566548f66" [ 1997.781221] env[62880]: _type = "Task" [ 1997.781221] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.791405] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5264b157-716e-2512-e1d4-00c566548f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.846465] env[62880]: DEBUG oslo_concurrency.lockutils [None req-fba73f20-45e5-4272-819b-dcb6246efcee tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.496s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.905854] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881574, 'name': ReconfigVM_Task, 'duration_secs': 1.405782} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.906209] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1997.907011] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da31e6c1-c9f4-4b67-8309-2f2956f59d85 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.942072] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2853eadb-d5ef-4886-9f7b-38b4b8e1bfdc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.964388] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1997.964388] env[62880]: value = "task-1881578" [ 1997.964388] env[62880]: _type = "Task" [ 1997.964388] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.973252] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.086712] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-436712d7-639c-4a96-b0d3-31da91c9b539-cde7890f-293e-46b4-a79b-bd0d9ae598cb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.086974] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-436712d7-639c-4a96-b0d3-31da91c9b539-cde7890f-293e-46b4-a79b-bd0d9ae598cb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.087416] env[62880]: DEBUG nova.objects.instance [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'flavor' on Instance uuid 436712d7-639c-4a96-b0d3-31da91c9b539 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.171764] env[62880]: DEBUG nova.network.neutron [req-814f87ac-61db-4263-8ac3-bab00f4c3498 req-3bbef8a9-c3e4-4a5d-9204-f0e0ff9da6b8 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Updated VIF entry in instance network info cache for port b3944672-7273-45af-8677-560d9b22f2cb. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.172152] env[62880]: DEBUG nova.network.neutron [req-814f87ac-61db-4263-8ac3-bab00f4c3498 req-3bbef8a9-c3e4-4a5d-9204-f0e0ff9da6b8 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Updating instance_info_cache with network_info: [{"id": "b3944672-7273-45af-8677-560d9b22f2cb", "address": "fa:16:3e:75:38:1d", "network": {"id": "30932954-588b-44b7-a967-aa1a49e6320a", "bridge": "br-int", "label": "tempest-ServersTestJSON-793442151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17d9e8aee61b4f3ea7c5aa6df400f711", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3944672-72", "ovs_interfaceid": "b3944672-7273-45af-8677-560d9b22f2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.249590] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.250820] env[62880]: DEBUG oslo_concurrency.lockutils [req-f6d433e7-4655-437e-b8c6-31d01cc8a93d req-2d5dbbb5-52d9-4f98-8e0c-7a5c7544822c service nova] Acquired lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.250820] env[62880]: DEBUG nova.network.neutron [req-f6d433e7-4655-437e-b8c6-31d01cc8a93d req-2d5dbbb5-52d9-4f98-8e0c-7a5c7544822c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Refreshing network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1998.296471] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]5264b157-716e-2512-e1d4-00c566548f66, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.297783] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7761fe29-151c-4964-ae3c-d361821c67f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.306248] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1998.306248] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52055ac0-92d8-9ba9-218a-7bb7a38381e9" [ 1998.306248] env[62880]: _type = "Task" [ 1998.306248] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.317232] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52055ac0-92d8-9ba9-218a-7bb7a38381e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.475386] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.675688] env[62880]: DEBUG oslo_concurrency.lockutils [req-814f87ac-61db-4263-8ac3-bab00f4c3498 req-3bbef8a9-c3e4-4a5d-9204-f0e0ff9da6b8 service nova] Releasing lock "refresh_cache-f885cdd4-2eb4-4184-8a93-0a46e0765d8d" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.696243] env[62880]: DEBUG nova.objects.instance [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'pci_requests' on Instance uuid 436712d7-639c-4a96-b0d3-31da91c9b539 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.752023] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4b0a5015-24ae-43b7-a8c4-bc51a94bfcc4 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-3848a421-dcaa-46f7-b6b7-d377d50f6e9e-cde7890f-293e-46b4-a79b-bd0d9ae598cb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.313s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.798549] env[62880]: DEBUG nova.objects.instance [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.819083] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52055ac0-92d8-9ba9-218a-7bb7a38381e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.819083] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.819083] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] f885cdd4-2eb4-4184-8a93-0a46e0765d8d/f885cdd4-2eb4-4184-8a93-0a46e0765d8d.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.819083] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c77b7af-0e55-40fa-924c-3ec82a20cafa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.831807] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1998.831807] env[62880]: value = "task-1881579" [ 1998.831807] env[62880]: _type = "Task" [ 1998.831807] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.843927] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.930038] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5966fcd-d529-4dc7-b536-886a0682cb31 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.938389] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a116e9-309c-4c9b-a4a0-fe5d8efb405e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.982723] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9400cf3-9315-4a0d-8078-34eddff3ea5b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.994517] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccace54-2b78-4265-bb8f-ca2df092e4db {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.999636] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.011762] env[62880]: DEBUG nova.compute.provider_tree [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1999.098703] env[62880]: DEBUG nova.network.neutron [req-f6d433e7-4655-437e-b8c6-31d01cc8a93d req-2d5dbbb5-52d9-4f98-8e0c-7a5c7544822c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updated VIF entry in instance network info cache for port 53dd4726-0260-4a58-8897-7601e86b33c1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1999.099136] env[62880]: DEBUG nova.network.neutron [req-f6d433e7-4655-437e-b8c6-31d01cc8a93d req-2d5dbbb5-52d9-4f98-8e0c-7a5c7544822c service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [{"id": "53dd4726-0260-4a58-8897-7601e86b33c1", "address": "fa:16:3e:dd:96:d9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dd4726-02", "ovs_interfaceid": "53dd4726-0260-4a58-8897-7601e86b33c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.198192] env[62880]: DEBUG nova.objects.base [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Object Instance<436712d7-639c-4a96-b0d3-31da91c9b539> lazy-loaded attributes: flavor,pci_requests {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1999.198430] env[62880]: DEBUG nova.network.neutron [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1999.275057] env[62880]: DEBUG nova.policy [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97ff6506e33044f49656e1ea8e9cde30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8fc0186cac4422ea3501852c83dac26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 1999.307370] env[62880]: DEBUG oslo_concurrency.lockutils [None req-3bb1d046-e464-4278-8111-60342b2c9878 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.350s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.345969] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.483889] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881578, 'name': ReconfigVM_Task, 'duration_secs': 1.246137} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.484209] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.484473] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9997d68e-04f4-40ba-bb72-783f97b51ced {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.491733] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 1999.491733] env[62880]: value = "task-1881580" [ 1999.491733] env[62880]: _type = "Task" [ 1999.491733] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.494737] env[62880]: DEBUG nova.compute.manager [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received event network-changed-51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1999.494928] env[62880]: DEBUG nova.compute.manager [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing instance network info cache due to event network-changed-51dfe284-f90d-4300-b6f6-7eaff99751a1. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1999.495198] env[62880]: DEBUG oslo_concurrency.lockutils [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] Acquiring lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.495359] env[62880]: DEBUG oslo_concurrency.lockutils [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] Acquired lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.495520] env[62880]: DEBUG nova.network.neutron [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing network info cache for port 51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1999.506393] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.537896] env[62880]: ERROR nova.scheduler.client.report [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [req-94506f35-926d-4e0f-830a-64e44fcdabf2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94506f35-926d-4e0f-830a-64e44fcdabf2"}]} [ 1999.555769] env[62880]: DEBUG nova.scheduler.client.report [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1999.575441] env[62880]: DEBUG nova.scheduler.client.report [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1999.575992] env[62880]: DEBUG nova.compute.provider_tree [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1999.590183] env[62880]: DEBUG nova.scheduler.client.report [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1999.603086] env[62880]: DEBUG oslo_concurrency.lockutils [req-f6d433e7-4655-437e-b8c6-31d01cc8a93d req-2d5dbbb5-52d9-4f98-8e0c-7a5c7544822c service nova] Releasing lock "refresh_cache-3848a421-dcaa-46f7-b6b7-d377d50f6e9e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.617688] env[62880]: DEBUG nova.scheduler.client.report [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1999.652264] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.652533] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.751391] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce4174b-9a2a-45ce-92c4-776c87f2503b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.759302] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e7325c-fe74-4cdf-aca9-5cf04742deb4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.789933] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36962042-ccc3-4f61-ae5c-df254b4bdcb0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.797796] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2f2c6-32d9-44e8-922a-1a1451c0f4a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.811649] env[62880]: DEBUG nova.compute.provider_tree [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1999.843816] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862465} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.844079] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] f885cdd4-2eb4-4184-8a93-0a46e0765d8d/f885cdd4-2eb4-4184-8a93-0a46e0765d8d.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1999.844257] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1999.844501] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6a4664-bdf0-45d4-bb04-a1c54a6836ec {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.850676] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 1999.850676] env[62880]: value = "task-1881581" [ 1999.850676] env[62880]: _type = "Task" [ 1999.850676] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.858851] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.004401] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.158968] env[62880]: INFO nova.compute.manager [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Detaching volume 33e247e8-7ddf-4829-ad4a-db9c5433632a [ 2000.194060] env[62880]: INFO nova.virt.block_device [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Attempting to driver detach volume 33e247e8-7ddf-4829-ad4a-db9c5433632a from mountpoint /dev/sdb [ 2000.194861] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2000.194861] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388799', 'volume_id': '33e247e8-7ddf-4829-ad4a-db9c5433632a', 'name': 'volume-33e247e8-7ddf-4829-ad4a-db9c5433632a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a', 'attached_at': '', 'detached_at': '', 'volume_id': '33e247e8-7ddf-4829-ad4a-db9c5433632a', 'serial': '33e247e8-7ddf-4829-ad4a-db9c5433632a'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2000.196025] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45214ac-b9f0-4790-8b5f-e27b0589255c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.222340] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a37cb2-0f66-493f-b027-5ccadb69833b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.232799] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a5768-fea9-44a4-834a-d1340713ea26 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.255373] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bca6e64-bdd9-497a-85c9-29c889eb6f32 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.270013] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] The volume has not been displaced from its original location: [datastore2] volume-33e247e8-7ddf-4829-ad4a-db9c5433632a/volume-33e247e8-7ddf-4829-ad4a-db9c5433632a.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2000.275139] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2000.276044] env[62880]: DEBUG nova.network.neutron [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updated VIF entry in instance network info cache for port 51dfe284-f90d-4300-b6f6-7eaff99751a1. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2000.276415] env[62880]: DEBUG nova.network.neutron [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.277571] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095e261c-f931-4fc4-8b2d-b04630362c2c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.296305] env[62880]: DEBUG oslo_vmware.api [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 2000.296305] env[62880]: value = "task-1881582" [ 2000.296305] env[62880]: _type = "Task" [ 2000.296305] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.306246] env[62880]: DEBUG oslo_vmware.api [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.350893] env[62880]: DEBUG nova.scheduler.client.report [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2000.351249] env[62880]: DEBUG nova.compute.provider_tree [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 184 to 185 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2000.351357] env[62880]: DEBUG nova.compute.provider_tree [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2001.006815] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.271s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.007341] env[62880]: DEBUG nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2001.010315] env[62880]: DEBUG nova.network.neutron [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Successfully updated port: cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2001.011516] env[62880]: DEBUG oslo_concurrency.lockutils [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] Releasing lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.011725] env[62880]: DEBUG nova.compute.manager [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Received event network-changed-7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2001.011887] env[62880]: DEBUG nova.compute.manager [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Refreshing instance network info cache due to event network-changed-7b09c12d-e488-4a6d-b0d6-22ef819929cf. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2001.012096] env[62880]: DEBUG oslo_concurrency.lockutils [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] Acquiring lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.012239] env[62880]: DEBUG oslo_concurrency.lockutils [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] Acquired lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.012394] env[62880]: DEBUG nova.network.neutron [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Refreshing network info cache for port 7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.014261] env[62880]: DEBUG nova.compute.manager [req-1a4a2804-a829-4e8a-9795-e23e20a6d357 req-f2fdd471-707d-4dab-ad44-7d84944f1631 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received event network-vif-plugged-cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2001.014451] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a4a2804-a829-4e8a-9795-e23e20a6d357 req-f2fdd471-707d-4dab-ad44-7d84944f1631 service nova] Acquiring lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.014637] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a4a2804-a829-4e8a-9795-e23e20a6d357 req-f2fdd471-707d-4dab-ad44-7d84944f1631 service nova] Lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.014794] env[62880]: DEBUG oslo_concurrency.lockutils [req-1a4a2804-a829-4e8a-9795-e23e20a6d357 req-f2fdd471-707d-4dab-ad44-7d84944f1631 service nova] Lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.014955] env[62880]: DEBUG nova.compute.manager [req-1a4a2804-a829-4e8a-9795-e23e20a6d357 req-f2fdd471-707d-4dab-ad44-7d84944f1631 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] No waiting events found dispatching network-vif-plugged-cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2001.015132] env[62880]: WARNING nova.compute.manager [req-1a4a2804-a829-4e8a-9795-e23e20a6d357 req-f2fdd471-707d-4dab-ad44-7d84944f1631 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received unexpected event network-vif-plugged-cde7890f-293e-46b4-a79b-bd0d9ae598cb for instance with vm_state active and task_state None. [ 2001.027260] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201644} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.033239] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2001.033920] env[62880]: DEBUG oslo_vmware.api [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.034406] env[62880]: DEBUG oslo_vmware.api [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881580, 'name': PowerOnVM_Task, 'duration_secs': 0.767456} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.038067] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb425bea-a854-4fad-92ea-3f7e0bcb1655 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.038067] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.040194] env[62880]: DEBUG nova.compute.manager [None req-4b31b80d-aef7-47d1-8038-89922d9e25d8 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.041269] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b18168-f6a8-47cc-9859-329661bede5c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.062692] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] f885cdd4-2eb4-4184-8a93-0a46e0765d8d/f885cdd4-2eb4-4184-8a93-0a46e0765d8d.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.064306] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f566d4-7be7-4944-b8f8-a513741f3f1c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.088776] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 2001.088776] env[62880]: value = "task-1881583" [ 2001.088776] env[62880]: _type = "Task" [ 2001.088776] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.097825] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.518629] env[62880]: DEBUG nova.compute.utils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2001.520245] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.520351] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.520516] env[62880]: DEBUG nova.network.neutron [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.524054] env[62880]: DEBUG nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2001.524054] env[62880]: DEBUG nova.network.neutron [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2001.531120] env[62880]: DEBUG oslo_vmware.api [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.578437] env[62880]: DEBUG nova.policy [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ede370e9084e739f5ebf8fe3da9768', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9109fb6667a407e876ed9818c508507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 2001.600749] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.738752] env[62880]: DEBUG nova.network.neutron [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updated VIF entry in instance network info cache for port 7b09c12d-e488-4a6d-b0d6-22ef819929cf. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.739128] env[62880]: DEBUG nova.network.neutron [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance_info_cache with network_info: [{"id": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "address": "fa:16:3e:ee:a5:03", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09c12d-e4", "ovs_interfaceid": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.952261] env[62880]: DEBUG nova.network.neutron [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Successfully created port: 7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2002.026184] env[62880]: DEBUG nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2002.028981] env[62880]: DEBUG oslo_vmware.api [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881582, 'name': ReconfigVM_Task, 'duration_secs': 1.294466} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.029398] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2002.034763] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d69970-6a70-4347-a234-2a9b04510b5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.055755] env[62880]: DEBUG oslo_vmware.api [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 2002.055755] env[62880]: value = "task-1881584" [ 2002.055755] env[62880]: _type = "Task" [ 2002.055755] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.066625] env[62880]: DEBUG oslo_vmware.api [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.084393] env[62880]: WARNING nova.network.neutron [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] a6660542-f62d-453a-87ad-4658da1c4ad2 already exists in list: networks containing: ['a6660542-f62d-453a-87ad-4658da1c4ad2']. ignoring it [ 2002.098580] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881583, 'name': ReconfigVM_Task, 'duration_secs': 0.75006} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.099562] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] f885cdd4-2eb4-4184-8a93-0a46e0765d8d/f885cdd4-2eb4-4184-8a93-0a46e0765d8d.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.100213] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac06ff76-8174-4782-aa2b-128450c51808 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.107979] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 2002.107979] env[62880]: value = "task-1881585" [ 2002.107979] env[62880]: _type = "Task" [ 2002.107979] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.117504] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881585, 'name': Rename_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.241905] env[62880]: DEBUG oslo_concurrency.lockutils [req-a80798b4-873c-41e6-a300-c8afc58a0788 req-0540d19e-68a2-4b89-9379-7d9c875972d5 service nova] Releasing lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.312340] env[62880]: INFO nova.compute.manager [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Unrescuing [ 2002.312588] env[62880]: DEBUG oslo_concurrency.lockutils [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.312736] env[62880]: DEBUG oslo_concurrency.lockutils [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.312890] env[62880]: DEBUG nova.network.neutron [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2002.436974] env[62880]: DEBUG nova.network.neutron [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cde7890f-293e-46b4-a79b-bd0d9ae598cb", "address": "fa:16:3e:1b:6f:f9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde7890f-29", "ovs_interfaceid": "cde7890f-293e-46b4-a79b-bd0d9ae598cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.566082] env[62880]: DEBUG oslo_vmware.api [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881584, 'name': ReconfigVM_Task, 'duration_secs': 0.136487} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.567066] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388799', 'volume_id': '33e247e8-7ddf-4829-ad4a-db9c5433632a', 'name': 'volume-33e247e8-7ddf-4829-ad4a-db9c5433632a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a', 'attached_at': '', 'detached_at': '', 'volume_id': '33e247e8-7ddf-4829-ad4a-db9c5433632a', 'serial': '33e247e8-7ddf-4829-ad4a-db9c5433632a'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2002.618457] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881585, 'name': Rename_Task, 'duration_secs': 0.162194} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.618860] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2002.619163] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95ad6032-3b88-4160-8077-d6459ff25eed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.626246] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 2002.626246] env[62880]: value = "task-1881586" [ 2002.626246] env[62880]: _type = "Task" [ 2002.626246] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.634123] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.744620] env[62880]: DEBUG nova.compute.manager [req-2c4ea1bc-5416-4008-af97-598db1046966 req-1af8e1d6-2f09-4729-ad7d-9cedda282a92 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received event network-changed-cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2002.744799] env[62880]: DEBUG nova.compute.manager [req-2c4ea1bc-5416-4008-af97-598db1046966 req-1af8e1d6-2f09-4729-ad7d-9cedda282a92 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing instance network info cache due to event network-changed-cde7890f-293e-46b4-a79b-bd0d9ae598cb. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2002.744989] env[62880]: DEBUG oslo_concurrency.lockutils [req-2c4ea1bc-5416-4008-af97-598db1046966 req-1af8e1d6-2f09-4729-ad7d-9cedda282a92 service nova] Acquiring lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.939821] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.940463] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.940610] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.940894] env[62880]: DEBUG oslo_concurrency.lockutils [req-2c4ea1bc-5416-4008-af97-598db1046966 req-1af8e1d6-2f09-4729-ad7d-9cedda282a92 service nova] Acquired lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.941091] env[62880]: DEBUG nova.network.neutron [req-2c4ea1bc-5416-4008-af97-598db1046966 req-1af8e1d6-2f09-4729-ad7d-9cedda282a92 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Refreshing network info cache for port cde7890f-293e-46b4-a79b-bd0d9ae598cb {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2002.943262] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb78c48-eedd-47e8-a38a-7ad3f288eca7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.960317] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2002.960563] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2002.960721] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2002.960902] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2002.961061] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2002.961212] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2002.961416] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2002.961574] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2002.961734] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2002.961892] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2002.962077] env[62880]: DEBUG nova.virt.hardware [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2002.970893] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Reconfiguring VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2002.974126] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4d2b35-d677-4c82-9fbf-48c9bdfbf10d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.993621] env[62880]: DEBUG oslo_vmware.api [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 2002.993621] env[62880]: value = "task-1881587" [ 2002.993621] env[62880]: _type = "Task" [ 2002.993621] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.004288] env[62880]: DEBUG oslo_vmware.api [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881587, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.022027] env[62880]: DEBUG nova.network.neutron [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Updating instance_info_cache with network_info: [{"id": "24993e79-f325-4e83-a33d-847d505b1200", "address": "fa:16:3e:54:67:d4", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24993e79-f3", "ovs_interfaceid": "24993e79-f325-4e83-a33d-847d505b1200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.035368] env[62880]: DEBUG nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2003.072586] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2003.072802] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2003.072964] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2003.073415] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2003.073415] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2003.073573] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2003.073622] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2003.073771] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2003.073939] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2003.074110] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2003.074304] env[62880]: DEBUG nova.virt.hardware [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2003.075491] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3516360a-3a9b-4e5e-82a1-8970d44655d1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.083458] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489162ba-082c-4099-8325-71839ee10d16 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.116421] env[62880]: DEBUG nova.objects.instance [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.136919] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.361345] env[62880]: DEBUG nova.compute.manager [req-32cdf20a-8984-4016-9b68-0328e675eb8f req-91ab76fb-a9ec-46da-9ad2-4bd81ae2c948 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received event network-vif-plugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2003.361620] env[62880]: DEBUG oslo_concurrency.lockutils [req-32cdf20a-8984-4016-9b68-0328e675eb8f req-91ab76fb-a9ec-46da-9ad2-4bd81ae2c948 service nova] Acquiring lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.361876] env[62880]: DEBUG oslo_concurrency.lockutils [req-32cdf20a-8984-4016-9b68-0328e675eb8f req-91ab76fb-a9ec-46da-9ad2-4bd81ae2c948 service nova] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.362111] env[62880]: DEBUG oslo_concurrency.lockutils [req-32cdf20a-8984-4016-9b68-0328e675eb8f req-91ab76fb-a9ec-46da-9ad2-4bd81ae2c948 service nova] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.362306] env[62880]: DEBUG nova.compute.manager [req-32cdf20a-8984-4016-9b68-0328e675eb8f req-91ab76fb-a9ec-46da-9ad2-4bd81ae2c948 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] No waiting events found dispatching network-vif-plugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2003.362516] env[62880]: WARNING nova.compute.manager [req-32cdf20a-8984-4016-9b68-0328e675eb8f req-91ab76fb-a9ec-46da-9ad2-4bd81ae2c948 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received unexpected event network-vif-plugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 for instance with vm_state building and task_state spawning. [ 2003.449666] env[62880]: DEBUG nova.network.neutron [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Successfully updated port: 7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2003.503187] env[62880]: DEBUG oslo_vmware.api [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.525544] env[62880]: DEBUG oslo_concurrency.lockutils [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.526118] env[62880]: DEBUG nova.objects.instance [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lazy-loading 'flavor' on Instance uuid 421ecf23-62de-45d5-9755-737c90c21c49 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.637649] env[62880]: DEBUG oslo_vmware.api [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881586, 'name': PowerOnVM_Task, 'duration_secs': 0.663288} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.637920] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.638339] env[62880]: INFO nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 2003.638503] env[62880]: DEBUG nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.639280] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417cbacf-b6fa-4035-b0e8-e9e850a7b723 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.648880] env[62880]: DEBUG nova.network.neutron [req-2c4ea1bc-5416-4008-af97-598db1046966 req-1af8e1d6-2f09-4729-ad7d-9cedda282a92 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updated VIF entry in instance network info cache for port cde7890f-293e-46b4-a79b-bd0d9ae598cb. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2003.649276] env[62880]: DEBUG nova.network.neutron [req-2c4ea1bc-5416-4008-af97-598db1046966 req-1af8e1d6-2f09-4729-ad7d-9cedda282a92 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cde7890f-293e-46b4-a79b-bd0d9ae598cb", "address": "fa:16:3e:1b:6f:f9", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde7890f-29", "ovs_interfaceid": "cde7890f-293e-46b4-a79b-bd0d9ae598cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.952957] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.952957] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.952957] env[62880]: DEBUG nova.network.neutron [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2003.962182] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.003540] env[62880]: DEBUG oslo_vmware.api [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.032235] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a29913-be83-4075-9f78-81e067132b26 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.053241] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.053585] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1f5cd11-9856-447d-bb2e-a51a9b76fd89 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.120313] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2004.120313] env[62880]: value = "task-1881588" [ 2004.120313] env[62880]: _type = "Task" [ 2004.120313] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.123987] env[62880]: DEBUG oslo_concurrency.lockutils [None req-63363173-a0db-4457-988c-9906ac93dfab tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.471s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.125138] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.163s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.131887] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.151206] env[62880]: DEBUG oslo_concurrency.lockutils [req-2c4ea1bc-5416-4008-af97-598db1046966 req-1af8e1d6-2f09-4729-ad7d-9cedda282a92 service nova] Releasing lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.159586] env[62880]: INFO nova.compute.manager [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Took 16.92 seconds to build instance. [ 2004.491591] env[62880]: DEBUG nova.network.neutron [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2004.504885] env[62880]: DEBUG oslo_vmware.api [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.630421] env[62880]: INFO nova.compute.manager [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Detaching volume 3eb9e3d7-9f5a-4488-9339-96ccb818d10e [ 2004.632500] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881588, 'name': PowerOffVM_Task, 'duration_secs': 0.312516} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.632837] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.638281] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2004.640777] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-566b7dc5-b041-43b9-b70d-e5217ba6f96c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.653869] env[62880]: DEBUG nova.network.neutron [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating instance_info_cache with network_info: [{"id": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "address": "fa:16:3e:77:67:65", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b08c59f-9c", "ovs_interfaceid": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.661248] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0940eb8c-4fdf-47db-9844-f92f055f4741 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.425s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.661558] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2004.661558] env[62880]: value = "task-1881589" [ 2004.661558] env[62880]: _type = "Task" [ 2004.661558] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.670480] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.678109] env[62880]: INFO nova.virt.block_device [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Attempting to driver detach volume 3eb9e3d7-9f5a-4488-9339-96ccb818d10e from mountpoint /dev/sdc [ 2004.678396] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2004.678608] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388801', 'volume_id': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'name': 'volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'serial': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2004.679391] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b608d3-0b2f-4bdf-ae07-f84760db865f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.704856] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9daab1-58a2-4cbc-8535-eeecd4c33876 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.712152] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8605249c-099e-4b5e-bb04-a305ae11f895 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.733486] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d496cb-9512-4e96-b06b-84d3395d4fdf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.749047] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] The volume has not been displaced from its original location: [datastore2] volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e/volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2004.754225] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2004.754627] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03afd89b-0c10-4249-bf2c-2607b1356550 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.773092] env[62880]: DEBUG oslo_vmware.api [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 2004.773092] env[62880]: value = "task-1881590" [ 2004.773092] env[62880]: _type = "Task" [ 2004.773092] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.781281] env[62880]: DEBUG oslo_vmware.api [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.005166] env[62880]: DEBUG oslo_vmware.api [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881587, 'name': ReconfigVM_Task, 'duration_secs': 1.589844} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.005689] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.005889] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Reconfigured VM to attach interface {{(pid=62880) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2005.157029] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.157029] env[62880]: DEBUG nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Instance network_info: |[{"id": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "address": "fa:16:3e:77:67:65", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b08c59f-9c", "ovs_interfaceid": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2005.157426] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:67:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b08c59f-9ca2-4e8e-bd74-da2af9870070', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.164654] env[62880]: DEBUG oslo.service.loopingcall [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.164942] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2005.169162] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e05fee-7c74-4b91-be8d-a186ddf37f15 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.188429] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881589, 'name': ReconfigVM_Task, 'duration_secs': 0.416389} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.189672] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2005.189862] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2005.190105] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2005.190105] env[62880]: value = "task-1881591" [ 2005.190105] env[62880]: _type = "Task" [ 2005.190105] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.190289] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-720f6074-c761-431f-b41c-49f3ab25948c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.199148] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881591, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.200234] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2005.200234] env[62880]: value = "task-1881592" [ 2005.200234] env[62880]: _type = "Task" [ 2005.200234] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.207567] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.283333] env[62880]: DEBUG oslo_vmware.api [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881590, 'name': ReconfigVM_Task, 'duration_secs': 0.337709} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.283634] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2005.288391] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b8625e5-5df6-4420-b87b-5d49c5a68e9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.303559] env[62880]: DEBUG oslo_vmware.api [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 2005.303559] env[62880]: value = "task-1881593" [ 2005.303559] env[62880]: _type = "Task" [ 2005.303559] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.311634] env[62880]: DEBUG oslo_vmware.api [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.479823] env[62880]: DEBUG nova.compute.manager [req-84d19aea-03a1-46a0-85b0-50324def457e req-21806518-7c15-4fa4-8677-d9b55f40c4e8 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received event network-changed-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2005.480052] env[62880]: DEBUG nova.compute.manager [req-84d19aea-03a1-46a0-85b0-50324def457e req-21806518-7c15-4fa4-8677-d9b55f40c4e8 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Refreshing instance network info cache due to event network-changed-7b08c59f-9ca2-4e8e-bd74-da2af9870070. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2005.480360] env[62880]: DEBUG oslo_concurrency.lockutils [req-84d19aea-03a1-46a0-85b0-50324def457e req-21806518-7c15-4fa4-8677-d9b55f40c4e8 service nova] Acquiring lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.480799] env[62880]: DEBUG oslo_concurrency.lockutils [req-84d19aea-03a1-46a0-85b0-50324def457e req-21806518-7c15-4fa4-8677-d9b55f40c4e8 service nova] Acquired lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.480957] env[62880]: DEBUG nova.network.neutron [req-84d19aea-03a1-46a0-85b0-50324def457e req-21806518-7c15-4fa4-8677-d9b55f40c4e8 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Refreshing network info cache for port 7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2005.510186] env[62880]: DEBUG oslo_concurrency.lockutils [None req-52ec593e-4d4a-449b-8a19-0dbb28596df1 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-436712d7-639c-4a96-b0d3-31da91c9b539-cde7890f-293e-46b4-a79b-bd0d9ae598cb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.423s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.702535] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881591, 'name': CreateVM_Task, 'duration_secs': 0.395156} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.705153] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2005.705866] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.706009] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.706394] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2005.706985] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1eb5c3-73c2-4997-9b59-af097d378760 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.711799] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.715272] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2005.715272] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52997ba8-7253-0279-24f6-ccc1d77f55b7" [ 2005.715272] env[62880]: _type = "Task" [ 2005.715272] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.722745] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52997ba8-7253-0279-24f6-ccc1d77f55b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.813428] env[62880]: DEBUG oslo_vmware.api [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881593, 'name': ReconfigVM_Task, 'duration_secs': 0.150264} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.813764] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388801', 'volume_id': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'name': 'volume-3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a', 'attached_at': '', 'detached_at': '', 'volume_id': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e', 'serial': '3eb9e3d7-9f5a-4488-9339-96ccb818d10e'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2005.823382] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.823691] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.823893] env[62880]: DEBUG nova.compute.manager [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2005.824847] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa57189-200e-473a-8acb-0ae9f0311c57 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.831332] env[62880]: DEBUG nova.compute.manager [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2005.831888] env[62880]: DEBUG nova.objects.instance [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lazy-loading 'flavor' on Instance uuid f885cdd4-2eb4-4184-8a93-0a46e0765d8d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.202119] env[62880]: DEBUG nova.network.neutron [req-84d19aea-03a1-46a0-85b0-50324def457e req-21806518-7c15-4fa4-8677-d9b55f40c4e8 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updated VIF entry in instance network info cache for port 7b08c59f-9ca2-4e8e-bd74-da2af9870070. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2006.202493] env[62880]: DEBUG nova.network.neutron [req-84d19aea-03a1-46a0-85b0-50324def457e req-21806518-7c15-4fa4-8677-d9b55f40c4e8 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating instance_info_cache with network_info: [{"id": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "address": "fa:16:3e:77:67:65", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b08c59f-9c", "ovs_interfaceid": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.213040] env[62880]: DEBUG oslo_vmware.api [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881592, 'name': PowerOnVM_Task, 'duration_secs': 0.793811} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.213737] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2006.213969] env[62880]: DEBUG nova.compute.manager [None req-955d7458-2ecd-4779-b5f8-4a3763c09ee4 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2006.214748] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f51978-4cc9-4e39-b896-963bca4c99d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.230361] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52997ba8-7253-0279-24f6-ccc1d77f55b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.230903] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.231135] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2006.231472] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.231540] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.231667] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2006.231917] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef8ba99a-c670-4046-b2e4-76e7574d51f8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.240831] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2006.242035] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2006.242035] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815a1394-b799-4091-aab3-9a4b73693f3d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.247389] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2006.247389] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526dd461-6069-e4bb-c2c6-9efbe97b9195" [ 2006.247389] env[62880]: _type = "Task" [ 2006.247389] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.255256] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526dd461-6069-e4bb-c2c6-9efbe97b9195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.355853] env[62880]: DEBUG nova.objects.instance [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'flavor' on Instance uuid b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.708073] env[62880]: DEBUG oslo_concurrency.lockutils [req-84d19aea-03a1-46a0-85b0-50324def457e req-21806518-7c15-4fa4-8677-d9b55f40c4e8 service nova] Releasing lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.757935] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]526dd461-6069-e4bb-c2c6-9efbe97b9195, 'name': SearchDatastore_Task, 'duration_secs': 0.022124} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.758724] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040656da-9d18-45cd-be0d-fa1035346677 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.763581] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2006.763581] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a07eec-a65f-bcb9-f55e-e63e2411dec0" [ 2006.763581] env[62880]: _type = "Task" [ 2006.763581] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.770592] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a07eec-a65f-bcb9-f55e-e63e2411dec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.822825] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "interface-436712d7-639c-4a96-b0d3-31da91c9b539-cde7890f-293e-46b4-a79b-bd0d9ae598cb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.823027] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-436712d7-639c-4a96-b0d3-31da91c9b539-cde7890f-293e-46b4-a79b-bd0d9ae598cb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.840105] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.840356] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c68aaa5-fd14-4e64-a3e6-e63999fbbe47 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.847101] env[62880]: DEBUG oslo_vmware.api [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 2006.847101] env[62880]: value = "task-1881594" [ 2006.847101] env[62880]: _type = "Task" [ 2006.847101] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.855138] env[62880]: DEBUG oslo_vmware.api [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.273593] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52a07eec-a65f-bcb9-f55e-e63e2411dec0, 'name': SearchDatastore_Task, 'duration_secs': 0.039913} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.273856] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.274117] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551/0ca25f8b-b02d-4660-945f-e5e8be19d551.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2007.274418] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93e184fd-e7ce-4f95-80d5-2a323a3fde04 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.281400] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2007.281400] env[62880]: value = "task-1881595" [ 2007.281400] env[62880]: _type = "Task" [ 2007.281400] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.289410] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.325158] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.325359] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.326860] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b233f4c-3ee9-4b50-9628-8c94f34314fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.343812] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f31289-10ef-433b-badc-cf762108bb9d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.365545] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f53f02cb-a1cf-4759-bcd9-4919796fdb43 tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.371897] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Reconfiguring VM to detach interface {{(pid=62880) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2007.372706] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9669dd12-06c1-4a9a-b8f8-9da0651677a8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.390045] env[62880]: DEBUG oslo_vmware.api [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881594, 'name': PowerOffVM_Task, 'duration_secs': 0.234924} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.390636] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.390829] env[62880]: DEBUG nova.compute.manager [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2007.391798] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6413d3e3-be93-4c67-acd3-081473bbc884 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.395330] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 2007.395330] env[62880]: value = "task-1881596" [ 2007.395330] env[62880]: _type = "Task" [ 2007.395330] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.406428] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.793577] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.907991] env[62880]: DEBUG oslo_concurrency.lockutils [None req-e8fdf390-a615-4d82-a4e2-0f4445fb8d70 tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.919321] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.292532] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794811} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.292785] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551/0ca25f8b-b02d-4660-945f-e5e8be19d551.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2008.292997] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2008.293264] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ac69905-bca3-4c1a-a9ad-f6852ce49426 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.300172] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2008.300172] env[62880]: value = "task-1881597" [ 2008.300172] env[62880]: _type = "Task" [ 2008.300172] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.308498] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.394462] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.394745] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.394969] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.395172] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.395335] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.401684] env[62880]: INFO nova.compute.manager [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Terminating instance [ 2008.411107] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.575964] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.576269] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.576521] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.576713] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.576883] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.579146] env[62880]: INFO nova.compute.manager [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Terminating instance [ 2008.810568] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082549} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.810901] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2008.811602] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d0d5c7-6160-42f3-a385-fba43cf15abc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.834371] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551/0ca25f8b-b02d-4660-945f-e5e8be19d551.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2008.834647] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8aee350-c08d-4e0d-8be1-00aca4022c5d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.853898] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2008.853898] env[62880]: value = "task-1881598" [ 2008.853898] env[62880]: _type = "Task" [ 2008.853898] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.861357] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.906616] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.911348] env[62880]: DEBUG nova.compute.manager [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2008.911538] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2008.912284] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e818434-ee66-48d1-9e57-da8065a44f86 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.918894] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.919120] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39d311db-2b2a-413a-b03d-a532d65cd9ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.924213] env[62880]: DEBUG oslo_vmware.api [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 2008.924213] env[62880]: value = "task-1881599" [ 2008.924213] env[62880]: _type = "Task" [ 2008.924213] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.931717] env[62880]: DEBUG oslo_vmware.api [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.083877] env[62880]: DEBUG nova.compute.manager [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2009.084245] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2009.085099] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb0f99d-4a45-4f25-ada2-c61cc65bd91c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.092531] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.092805] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a230bbfd-6216-4b54-9d63-c90e72184f7b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.166874] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.167098] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.167286] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleting the datastore file [datastore2] f885cdd4-2eb4-4184-8a93-0a46e0765d8d {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.167717] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9074d0cc-eb91-4e34-aea6-e7d9036fad7e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.175153] env[62880]: DEBUG oslo_vmware.api [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 2009.175153] env[62880]: value = "task-1881601" [ 2009.175153] env[62880]: _type = "Task" [ 2009.175153] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.182939] env[62880]: DEBUG oslo_vmware.api [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.316586] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "c6a7d772-2b65-49fa-935e-c9642990db5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.316811] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.365204] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.407371] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.433316] env[62880]: DEBUG oslo_vmware.api [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881599, 'name': PowerOffVM_Task, 'duration_secs': 0.181286} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.433639] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2009.433825] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.434083] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04d91a2c-14aa-4c02-b295-a29f62f72d59 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.684368] env[62880]: DEBUG oslo_vmware.api [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.819359] env[62880]: DEBUG nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2009.867839] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881598, 'name': ReconfigVM_Task, 'duration_secs': 0.945637} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.868137] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551/0ca25f8b-b02d-4660-945f-e5e8be19d551.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.868708] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d20ae27-a0bc-4d24-a033-1bb62183e7cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.874805] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2009.874805] env[62880]: value = "task-1881603" [ 2009.874805] env[62880]: _type = "Task" [ 2009.874805] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.882634] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881603, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.907510] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.185312] env[62880]: DEBUG oslo_vmware.api [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58139} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.185574] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2010.185769] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2010.185952] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.186147] env[62880]: INFO nova.compute.manager [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 2010.186414] env[62880]: DEBUG oslo.service.loopingcall [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.186618] env[62880]: DEBUG nova.compute.manager [-] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2010.186712] env[62880]: DEBUG nova.network.neutron [-] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2010.351267] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.351506] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.353155] env[62880]: INFO nova.compute.claims [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2010.385502] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881603, 'name': Rename_Task, 'duration_secs': 0.172417} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.385842] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.386182] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a51c9e36-8d73-40fa-af40-f382aaa03471 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.393780] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2010.393780] env[62880]: value = "task-1881604" [ 2010.393780] env[62880]: _type = "Task" [ 2010.393780] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.406015] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.411367] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.480114] env[62880]: DEBUG nova.compute.manager [req-6a84f9ae-1125-4a71-8b46-3d4de94c08af req-4cedacb1-bce5-484c-b830-e24ce7994503 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Received event network-vif-deleted-b3944672-7273-45af-8677-560d9b22f2cb {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.480280] env[62880]: INFO nova.compute.manager [req-6a84f9ae-1125-4a71-8b46-3d4de94c08af req-4cedacb1-bce5-484c-b830-e24ce7994503 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Neutron deleted interface b3944672-7273-45af-8677-560d9b22f2cb; detaching it from the instance and deleting it from the info cache [ 2010.480451] env[62880]: DEBUG nova.network.neutron [req-6a84f9ae-1125-4a71-8b46-3d4de94c08af req-4cedacb1-bce5-484c-b830-e24ce7994503 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.652668] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2010.652887] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2010.653082] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Deleting the datastore file [datastore1] b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2010.653350] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28b6b9fb-64ff-460d-9b8a-6ecc3a606e96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.659732] env[62880]: DEBUG oslo_vmware.api [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for the task: (returnval){ [ 2010.659732] env[62880]: value = "task-1881605" [ 2010.659732] env[62880]: _type = "Task" [ 2010.659732] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.667398] env[62880]: DEBUG oslo_vmware.api [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.907388] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881604, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.912702] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.957783] env[62880]: DEBUG nova.network.neutron [-] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.982959] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e3108b3-30a0-49ba-928f-f74889650279 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.992804] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd42de0-f8b4-4541-a35b-e85c999d71a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.023865] env[62880]: DEBUG nova.compute.manager [req-6a84f9ae-1125-4a71-8b46-3d4de94c08af req-4cedacb1-bce5-484c-b830-e24ce7994503 service nova] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Detach interface failed, port_id=b3944672-7273-45af-8677-560d9b22f2cb, reason: Instance f885cdd4-2eb4-4184-8a93-0a46e0765d8d could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2011.169666] env[62880]: DEBUG oslo_vmware.api [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Task: {'id': task-1881605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391334} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.169920] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2011.170118] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2011.170298] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2011.170472] env[62880]: INFO nova.compute.manager [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Took 2.26 seconds to destroy the instance on the hypervisor. [ 2011.170704] env[62880]: DEBUG oslo.service.loopingcall [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.170893] env[62880]: DEBUG nova.compute.manager [-] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2011.170986] env[62880]: DEBUG nova.network.neutron [-] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2011.407290] env[62880]: DEBUG oslo_vmware.api [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881604, 'name': PowerOnVM_Task, 'duration_secs': 0.514371} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.407916] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2011.408317] env[62880]: INFO nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Took 8.37 seconds to spawn the instance on the hypervisor. [ 2011.408528] env[62880]: DEBUG nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2011.411590] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a97985-e19b-4057-a8b8-ece5ccb4ce50 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.417223] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.460935] env[62880]: INFO nova.compute.manager [-] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Took 1.27 seconds to deallocate network for instance. [ 2011.534519] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40562d0-310a-465a-bcb3-028982c7b50b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.545810] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8385d7-7d0d-4660-a5d7-5fbe2a5a8dbd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.574798] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182cf1fb-43b5-4493-975c-07e2144635ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.583177] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf1bf3-6295-45c4-aa0f-72906b6f8224 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.596621] env[62880]: DEBUG nova.compute.provider_tree [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2011.912084] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.937896] env[62880]: INFO nova.compute.manager [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Took 14.23 seconds to build instance. [ 2011.966375] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.117743] env[62880]: ERROR nova.scheduler.client.report [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [req-46450276-f540-4711-81d2-c82bb6da3fa2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9709a8ea-832c-4fd9-b290-37ba5c6e4e38. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46450276-f540-4711-81d2-c82bb6da3fa2"}]} [ 2012.138110] env[62880]: DEBUG nova.scheduler.client.report [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Refreshing inventories for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2012.153248] env[62880]: DEBUG nova.scheduler.client.report [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Updating ProviderTree inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2012.153475] env[62880]: DEBUG nova.compute.provider_tree [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2012.165297] env[62880]: DEBUG nova.scheduler.client.report [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Refreshing aggregate associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, aggregates: None {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2012.182791] env[62880]: DEBUG nova.scheduler.client.report [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Refreshing trait associations for resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62880) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2012.304133] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a2c7eb-3626-447f-816f-07d6cbf033cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.311717] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084a634-6056-4065-b25f-99d0fdc7203e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.317069] env[62880]: DEBUG nova.network.neutron [-] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.343789] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a0acb0-566f-4987-b310-542c1905d516 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.355485] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6470954-5b3e-4082-984c-8f7782e4698e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.367349] env[62880]: DEBUG nova.compute.provider_tree [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2012.411490] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.441500] env[62880]: DEBUG oslo_concurrency.lockutils [None req-a026475d-25ed-4ba4-8498-36e8ff1f320c tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.747s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.521141] env[62880]: DEBUG nova.compute.manager [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Received event network-vif-deleted-d1d9e287-3307-49b7-abfe-7f15d9fef256 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.521473] env[62880]: DEBUG nova.compute.manager [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received event network-changed-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.521536] env[62880]: DEBUG nova.compute.manager [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Refreshing instance network info cache due to event network-changed-7b08c59f-9ca2-4e8e-bd74-da2af9870070. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2012.521955] env[62880]: DEBUG oslo_concurrency.lockutils [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] Acquiring lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.521955] env[62880]: DEBUG oslo_concurrency.lockutils [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] Acquired lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.522082] env[62880]: DEBUG nova.network.neutron [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Refreshing network info cache for port 7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2012.843778] env[62880]: INFO nova.compute.manager [-] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Took 1.67 seconds to deallocate network for instance. [ 2012.900087] env[62880]: DEBUG nova.scheduler.client.report [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Updated inventory for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with generation 186 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2012.900538] env[62880]: DEBUG nova.compute.provider_tree [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Updating resource provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 generation from 186 to 187 during operation: update_inventory {{(pid=62880) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2012.900761] env[62880]: DEBUG nova.compute.provider_tree [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Updating inventory in ProviderTree for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2012.913753] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.245692] env[62880]: DEBUG nova.network.neutron [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updated VIF entry in instance network info cache for port 7b08c59f-9ca2-4e8e-bd74-da2af9870070. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2013.246104] env[62880]: DEBUG nova.network.neutron [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating instance_info_cache with network_info: [{"id": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "address": "fa:16:3e:77:67:65", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b08c59f-9c", "ovs_interfaceid": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.350085] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.406033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.054s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.406626] env[62880]: DEBUG nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2013.414358] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.448s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.414585] env[62880]: DEBUG nova.objects.instance [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lazy-loading 'resources' on Instance uuid f885cdd4-2eb4-4184-8a93-0a46e0765d8d {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.421936] env[62880]: DEBUG oslo_vmware.api [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881596, 'name': ReconfigVM_Task, 'duration_secs': 5.775381} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.422689] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.422890] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Reconfigured VM to detach interface {{(pid=62880) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2013.749348] env[62880]: DEBUG oslo_concurrency.lockutils [req-e194725d-0a3e-4acc-a065-023b573d3e83 req-ab200b73-7224-4dcb-8abc-208a56ef2cec service nova] Releasing lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.917899] env[62880]: DEBUG nova.compute.utils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2013.922029] env[62880]: DEBUG nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2013.922029] env[62880]: DEBUG nova.network.neutron [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2013.961931] env[62880]: DEBUG nova.policy [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ced6525f5c134ba3831d4a93b3142451', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15dbf9a930c54a0c8b73965e3c44d286', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 2014.071629] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e765f-f9fb-485b-9ea4-fdf08bdbc89f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.080050] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355254c-9450-41d5-becd-18868da57afe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.112279] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119b4dd7-6727-4b7f-b567-4b004c63b6dc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.120413] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be624b-6d7f-4126-b246-b6216dfda250 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.135573] env[62880]: DEBUG nova.compute.provider_tree [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.242608] env[62880]: DEBUG nova.network.neutron [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Successfully created port: de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2014.424171] env[62880]: DEBUG nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2014.638550] env[62880]: DEBUG nova.scheduler.client.report [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.739530] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.739722] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquired lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.739906] env[62880]: DEBUG nova.network.neutron [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2015.143719] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.146667] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.796s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.147074] env[62880]: DEBUG nova.objects.instance [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lazy-loading 'resources' on Instance uuid b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.168657] env[62880]: INFO nova.scheduler.client.report [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted allocations for instance f885cdd4-2eb4-4184-8a93-0a46e0765d8d [ 2015.234322] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "436712d7-639c-4a96-b0d3-31da91c9b539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.234611] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "436712d7-639c-4a96-b0d3-31da91c9b539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.234846] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.235043] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.235218] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "436712d7-639c-4a96-b0d3-31da91c9b539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.237351] env[62880]: INFO nova.compute.manager [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Terminating instance [ 2015.434940] env[62880]: DEBUG nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2015.473944] env[62880]: INFO nova.network.neutron [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Port cde7890f-293e-46b4-a79b-bd0d9ae598cb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2015.474352] env[62880]: DEBUG nova.network.neutron [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [{"id": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "address": "fa:16:3e:fa:49:f4", "network": {"id": "a6660542-f62d-453a-87ad-4658da1c4ad2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-728202245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8fc0186cac4422ea3501852c83dac26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dfe284-f9", "ovs_interfaceid": "51dfe284-f90d-4300-b6f6-7eaff99751a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.483579] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2015.483810] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2015.483963] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2015.484455] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2015.484634] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2015.484791] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2015.485010] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2015.485180] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2015.485346] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2015.485510] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2015.485684] env[62880]: DEBUG nova.virt.hardware [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2015.486577] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568cbed9-33b8-4e75-82d0-4649722b0eb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.495917] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e8ba28-0409-4458-b2ed-f735ade6d4b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.635983] env[62880]: DEBUG nova.compute.manager [req-7dd61c58-ce82-4f8a-a0c8-8ca952531f00 req-333b7093-deed-4f2b-9eff-55b548f87fa2 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Received event network-vif-plugged-de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2015.636234] env[62880]: DEBUG oslo_concurrency.lockutils [req-7dd61c58-ce82-4f8a-a0c8-8ca952531f00 req-333b7093-deed-4f2b-9eff-55b548f87fa2 service nova] Acquiring lock "c6a7d772-2b65-49fa-935e-c9642990db5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.636747] env[62880]: DEBUG oslo_concurrency.lockutils [req-7dd61c58-ce82-4f8a-a0c8-8ca952531f00 req-333b7093-deed-4f2b-9eff-55b548f87fa2 service nova] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.636747] env[62880]: DEBUG oslo_concurrency.lockutils [req-7dd61c58-ce82-4f8a-a0c8-8ca952531f00 req-333b7093-deed-4f2b-9eff-55b548f87fa2 service nova] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.636829] env[62880]: DEBUG nova.compute.manager [req-7dd61c58-ce82-4f8a-a0c8-8ca952531f00 req-333b7093-deed-4f2b-9eff-55b548f87fa2 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] No waiting events found dispatching network-vif-plugged-de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2015.636959] env[62880]: WARNING nova.compute.manager [req-7dd61c58-ce82-4f8a-a0c8-8ca952531f00 req-333b7093-deed-4f2b-9eff-55b548f87fa2 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Received unexpected event network-vif-plugged-de7a1bce-62ef-4851-aaaf-032060dde248 for instance with vm_state building and task_state spawning. [ 2015.677922] env[62880]: DEBUG oslo_concurrency.lockutils [None req-ac48c440-c80c-4ae3-a024-8fd3ca66127b tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "f885cdd4-2eb4-4184-8a93-0a46e0765d8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.102s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.732933] env[62880]: DEBUG nova.network.neutron [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Successfully updated port: de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2015.741195] env[62880]: DEBUG nova.compute.manager [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2015.743652] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.743652] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6028754-8249-4c7c-a863-bd323978cbf9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.753865] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.754773] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fefc8435-cf55-48cc-8ab5-13dfe765d4c9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.761276] env[62880]: DEBUG oslo_vmware.api [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 2015.761276] env[62880]: value = "task-1881606" [ 2015.761276] env[62880]: _type = "Task" [ 2015.761276] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.769729] env[62880]: DEBUG oslo_vmware.api [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.806556] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cde3ec8-1699-4999-b8d4-a558200b4f69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.814174] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba7488f-aaa1-4798-9aa5-e71625d8b4ca {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.847728] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5382327-9c2d-4eaf-b7d0-a5c98e2d30d7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.855307] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed2061-2891-4c32-9101-8c83ed67eee8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.869358] env[62880]: DEBUG nova.compute.provider_tree [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.977555] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Releasing lock "refresh_cache-436712d7-639c-4a96-b0d3-31da91c9b539" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.238334] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.238611] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.238662] env[62880]: DEBUG nova.network.neutron [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2016.271267] env[62880]: DEBUG oslo_vmware.api [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881606, 'name': PowerOffVM_Task, 'duration_secs': 0.227069} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.271557] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2016.271690] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2016.271948] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8afe3f40-3773-421e-87eb-f74221006ddf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.353461] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2016.353693] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2016.353875] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleting the datastore file [datastore2] 436712d7-639c-4a96-b0d3-31da91c9b539 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2016.354159] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db2641f-ef1e-4e84-b0c2-d6e702a7ae3b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.360309] env[62880]: DEBUG oslo_vmware.api [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 2016.360309] env[62880]: value = "task-1881608" [ 2016.360309] env[62880]: _type = "Task" [ 2016.360309] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.368231] env[62880]: DEBUG oslo_vmware.api [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.372141] env[62880]: DEBUG nova.scheduler.client.report [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.485729] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9f9100d5-2dad-46b4-bd6c-21a6a3656070 tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "interface-436712d7-639c-4a96-b0d3-31da91c9b539-cde7890f-293e-46b4-a79b-bd0d9ae598cb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.661s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.719996] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "0b39504b-c644-4d68-9a04-a38ab8599790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.720286] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "0b39504b-c644-4d68-9a04-a38ab8599790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.720473] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "0b39504b-c644-4d68-9a04-a38ab8599790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.720653] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "0b39504b-c644-4d68-9a04-a38ab8599790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.720867] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "0b39504b-c644-4d68-9a04-a38ab8599790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.723170] env[62880]: INFO nova.compute.manager [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Terminating instance [ 2016.769831] env[62880]: DEBUG nova.network.neutron [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2016.872760] env[62880]: DEBUG oslo_vmware.api [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180598} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.873015] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.873289] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.873471] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2016.873639] env[62880]: INFO nova.compute.manager [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2016.873874] env[62880]: DEBUG oslo.service.loopingcall [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.874072] env[62880]: DEBUG nova.compute.manager [-] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2016.874168] env[62880]: DEBUG nova.network.neutron [-] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2016.876450] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.899405] env[62880]: DEBUG nova.network.neutron [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [{"id": "de7a1bce-62ef-4851-aaaf-032060dde248", "address": "fa:16:3e:f3:c0:f3", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7a1bce-62", "ovs_interfaceid": "de7a1bce-62ef-4851-aaaf-032060dde248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.925547] env[62880]: INFO nova.scheduler.client.report [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Deleted allocations for instance b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a [ 2017.227282] env[62880]: DEBUG nova.compute.manager [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2017.227518] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.228431] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a45df49-03e4-4aa0-a234-292095979fcf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.236008] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.236249] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72f8576-4916-4607-8e31-174d6a1ed6be {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.242136] env[62880]: DEBUG oslo_vmware.api [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 2017.242136] env[62880]: value = "task-1881609" [ 2017.242136] env[62880]: _type = "Task" [ 2017.242136] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.251915] env[62880]: DEBUG oslo_vmware.api [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.403252] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.403819] env[62880]: DEBUG nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Instance network_info: |[{"id": "de7a1bce-62ef-4851-aaaf-032060dde248", "address": "fa:16:3e:f3:c0:f3", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7a1bce-62", "ovs_interfaceid": "de7a1bce-62ef-4851-aaaf-032060dde248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2017.404332] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:c0:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de7a1bce-62ef-4851-aaaf-032060dde248', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2017.414238] env[62880]: DEBUG oslo.service.loopingcall [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2017.414652] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2017.414959] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-577f8c03-aeb1-47d3-936c-e2f73e77df6e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.440229] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b076571-ae3a-4b5c-b3ca-93ca3155b83c tempest-AttachVolumeTestJSON-2089513889 tempest-AttachVolumeTestJSON-2089513889-project-member] Lock "b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.045s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.443360] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2017.443360] env[62880]: value = "task-1881610" [ 2017.443360] env[62880]: _type = "Task" [ 2017.443360] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.451773] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881610, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.662575] env[62880]: DEBUG nova.compute.manager [req-280cc016-4426-4e78-b382-8c32da5dfafd req-2557b38c-25b7-4bc4-9863-a8e8a7fe6836 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Received event network-changed-de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2017.662575] env[62880]: DEBUG nova.compute.manager [req-280cc016-4426-4e78-b382-8c32da5dfafd req-2557b38c-25b7-4bc4-9863-a8e8a7fe6836 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Refreshing instance network info cache due to event network-changed-de7a1bce-62ef-4851-aaaf-032060dde248. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2017.662575] env[62880]: DEBUG oslo_concurrency.lockutils [req-280cc016-4426-4e78-b382-8c32da5dfafd req-2557b38c-25b7-4bc4-9863-a8e8a7fe6836 service nova] Acquiring lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.662575] env[62880]: DEBUG oslo_concurrency.lockutils [req-280cc016-4426-4e78-b382-8c32da5dfafd req-2557b38c-25b7-4bc4-9863-a8e8a7fe6836 service nova] Acquired lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.662575] env[62880]: DEBUG nova.network.neutron [req-280cc016-4426-4e78-b382-8c32da5dfafd req-2557b38c-25b7-4bc4-9863-a8e8a7fe6836 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Refreshing network info cache for port de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2017.688334] env[62880]: DEBUG nova.compute.manager [req-0f807b18-a704-4dab-9dc7-f4d02ad15ec6 req-3fca9196-68c5-4e04-89ca-6df17de82ef1 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Received event network-vif-deleted-51dfe284-f90d-4300-b6f6-7eaff99751a1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2017.688675] env[62880]: INFO nova.compute.manager [req-0f807b18-a704-4dab-9dc7-f4d02ad15ec6 req-3fca9196-68c5-4e04-89ca-6df17de82ef1 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Neutron deleted interface 51dfe284-f90d-4300-b6f6-7eaff99751a1; detaching it from the instance and deleting it from the info cache [ 2017.688930] env[62880]: DEBUG nova.network.neutron [req-0f807b18-a704-4dab-9dc7-f4d02ad15ec6 req-3fca9196-68c5-4e04-89ca-6df17de82ef1 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.752744] env[62880]: DEBUG oslo_vmware.api [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881609, 'name': PowerOffVM_Task, 'duration_secs': 0.205328} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.752744] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.752964] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.753199] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b19547b-2fc4-41d0-aca4-a88cfb7366fe {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.953307] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881610, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.167860] env[62880]: DEBUG nova.network.neutron [-] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.192998] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81df15d2-037c-499d-a025-0f3c28ff1832 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.202620] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faac924-9f73-4c6d-a166-92c833ae647f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.233860] env[62880]: DEBUG nova.compute.manager [req-0f807b18-a704-4dab-9dc7-f4d02ad15ec6 req-3fca9196-68c5-4e04-89ca-6df17de82ef1 service nova] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Detach interface failed, port_id=51dfe284-f90d-4300-b6f6-7eaff99751a1, reason: Instance 436712d7-639c-4a96-b0d3-31da91c9b539 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2018.400221] env[62880]: DEBUG nova.network.neutron [req-280cc016-4426-4e78-b382-8c32da5dfafd req-2557b38c-25b7-4bc4-9863-a8e8a7fe6836 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updated VIF entry in instance network info cache for port de7a1bce-62ef-4851-aaaf-032060dde248. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.402051] env[62880]: DEBUG nova.network.neutron [req-280cc016-4426-4e78-b382-8c32da5dfafd req-2557b38c-25b7-4bc4-9863-a8e8a7fe6836 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [{"id": "de7a1bce-62ef-4851-aaaf-032060dde248", "address": "fa:16:3e:f3:c0:f3", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7a1bce-62", "ovs_interfaceid": "de7a1bce-62ef-4851-aaaf-032060dde248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.455611] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881610, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.670870] env[62880]: INFO nova.compute.manager [-] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Took 1.80 seconds to deallocate network for instance. [ 2018.879018] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.879283] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.879469] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleting the datastore file [datastore2] 0b39504b-c644-4d68-9a04-a38ab8599790 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.879736] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfe46b85-59ba-4c1c-8914-e89ab8e96b11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.886481] env[62880]: DEBUG oslo_vmware.api [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for the task: (returnval){ [ 2018.886481] env[62880]: value = "task-1881613" [ 2018.886481] env[62880]: _type = "Task" [ 2018.886481] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.895249] env[62880]: DEBUG oslo_vmware.api [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.905151] env[62880]: DEBUG oslo_concurrency.lockutils [req-280cc016-4426-4e78-b382-8c32da5dfafd req-2557b38c-25b7-4bc4-9863-a8e8a7fe6836 service nova] Releasing lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.953411] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881610, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.177832] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.178209] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.178500] env[62880]: DEBUG nova.objects.instance [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'resources' on Instance uuid 436712d7-639c-4a96-b0d3-31da91c9b539 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.396833] env[62880]: DEBUG oslo_vmware.api [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Task: {'id': task-1881613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25544} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.397150] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2019.397345] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2019.397522] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2019.397696] env[62880]: INFO nova.compute.manager [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Took 2.17 seconds to destroy the instance on the hypervisor. [ 2019.397929] env[62880]: DEBUG oslo.service.loopingcall [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.398136] env[62880]: DEBUG nova.compute.manager [-] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2019.398231] env[62880]: DEBUG nova.network.neutron [-] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2019.454596] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881610, 'name': CreateVM_Task, 'duration_secs': 1.98211} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.454926] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2019.455446] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.455608] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.455918] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2019.456174] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf54932-fd71-4434-9e34-cd29284fc73e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.461443] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2019.461443] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52029f66-3688-8371-f347-49c7e0377f79" [ 2019.461443] env[62880]: _type = "Task" [ 2019.461443] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.469080] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52029f66-3688-8371-f347-49c7e0377f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.717262] env[62880]: DEBUG nova.compute.manager [req-99860421-e2e3-4854-8ddf-7042a2381b6d req-95b1b9f6-4232-4322-8370-02d6d60f03c3 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Received event network-vif-deleted-f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.717458] env[62880]: INFO nova.compute.manager [req-99860421-e2e3-4854-8ddf-7042a2381b6d req-95b1b9f6-4232-4322-8370-02d6d60f03c3 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Neutron deleted interface f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0; detaching it from the instance and deleting it from the info cache [ 2019.717644] env[62880]: DEBUG nova.network.neutron [req-99860421-e2e3-4854-8ddf-7042a2381b6d req-95b1b9f6-4232-4322-8370-02d6d60f03c3 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.780684] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5460eea7-3550-4a42-a848-436ac3e0e779 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.788737] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cae8e9-0df4-49d4-b5cc-eb468c1df49c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.819828] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cc654b-2393-431c-a19b-f2deeecc875f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.827671] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de278878-5ecb-4ad9-9e54-5ae28ce39f5e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.841190] env[62880]: DEBUG nova.compute.provider_tree [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.972430] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52029f66-3688-8371-f347-49c7e0377f79, 'name': SearchDatastore_Task, 'duration_secs': 0.012673} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.972762] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.972992] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2019.973237] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.973381] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.973559] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2019.973873] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-147bb69d-f434-44d3-9a4f-c4e45e4ead2f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.984304] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2019.984473] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2019.985201] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0422100-64ee-48bf-8dcf-a78aa2050b09 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.990710] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2019.990710] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bdbeaf-3577-0fb3-9cc3-4a81807faf2e" [ 2019.990710] env[62880]: _type = "Task" [ 2019.990710] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.998203] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bdbeaf-3577-0fb3-9cc3-4a81807faf2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.094869] env[62880]: DEBUG nova.network.neutron [-] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.220783] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccd8bc60-d095-4109-81f4-2c3016cacc72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.231037] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d489fd79-2af0-49cb-8461-04fb768396ef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.257830] env[62880]: DEBUG nova.compute.manager [req-99860421-e2e3-4854-8ddf-7042a2381b6d req-95b1b9f6-4232-4322-8370-02d6d60f03c3 service nova] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Detach interface failed, port_id=f1b70dbd-0c0d-42ad-b6eb-2fa00207e2f0, reason: Instance 0b39504b-c644-4d68-9a04-a38ab8599790 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2020.344188] env[62880]: DEBUG nova.scheduler.client.report [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.501174] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52bdbeaf-3577-0fb3-9cc3-4a81807faf2e, 'name': SearchDatastore_Task, 'duration_secs': 0.024815} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.504238] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86092ee1-19ca-41b5-939b-f037c6d59fdd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.507727] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2020.507727] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ee70e-8862-1b98-ddb1-bce4ffa0d7a9" [ 2020.507727] env[62880]: _type = "Task" [ 2020.507727] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.515235] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ee70e-8862-1b98-ddb1-bce4ffa0d7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.598077] env[62880]: INFO nova.compute.manager [-] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Took 1.20 seconds to deallocate network for instance. [ 2020.848923] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.873290] env[62880]: INFO nova.scheduler.client.report [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleted allocations for instance 436712d7-639c-4a96-b0d3-31da91c9b539 [ 2021.018593] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524ee70e-8862-1b98-ddb1-bce4ffa0d7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.027814} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.018860] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.019132] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e/c6a7d772-2b65-49fa-935e-c9642990db5e.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2021.019385] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd312872-ad5f-4c02-8dcd-dc447b9506e4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.026465] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2021.026465] env[62880]: value = "task-1881614" [ 2021.026465] env[62880]: _type = "Task" [ 2021.026465] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.034436] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.106372] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.106548] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.106779] env[62880]: DEBUG nova.objects.instance [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lazy-loading 'resources' on Instance uuid 0b39504b-c644-4d68-9a04-a38ab8599790 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.382418] env[62880]: DEBUG oslo_concurrency.lockutils [None req-f1f3f6fa-39c4-43c6-bbad-6bb8bd63eb0f tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "436712d7-639c-4a96-b0d3-31da91c9b539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.148s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.539160] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881614, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.699029] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f45351-5421-4aac-9371-830c8da8b5b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.706044] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d2a0cf-a583-4bae-8663-733ac32ce53b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.737638] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c25b1ae-d425-459e-b6ab-63892b0c6d8b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.745206] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec570bed-f3a5-4bcb-9dc8-880fe5b0fcf9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.758410] env[62880]: DEBUG nova.compute.provider_tree [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.978788] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.978995] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.979231] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.979412] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.979580] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.981695] env[62880]: INFO nova.compute.manager [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Terminating instance [ 2022.037028] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55463} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.037324] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e/c6a7d772-2b65-49fa-935e-c9642990db5e.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2022.037526] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2022.037777] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34c11102-e1c0-4e5e-bf53-82cadd109932 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.044105] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2022.044105] env[62880]: value = "task-1881616" [ 2022.044105] env[62880]: _type = "Task" [ 2022.044105] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.052200] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.261242] env[62880]: DEBUG nova.scheduler.client.report [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.485055] env[62880]: DEBUG nova.compute.manager [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2022.485280] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.485977] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae40c19-5746-4a34-af36-fbb87ed59cf3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.493712] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.493938] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccb5fbf-6d2e-444c-8133-41bc2bfa07b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.500106] env[62880]: DEBUG oslo_vmware.api [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 2022.500106] env[62880]: value = "task-1881617" [ 2022.500106] env[62880]: _type = "Task" [ 2022.500106] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.507789] env[62880]: DEBUG oslo_vmware.api [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.553776] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081982} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.554065] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2022.554855] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa9c20-3133-453f-b189-cba05f49c1e0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.576838] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e/c6a7d772-2b65-49fa-935e-c9642990db5e.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2022.577238] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df933ccd-1cf0-4b40-92d3-bc294212b4e3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.598038] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2022.598038] env[62880]: value = "task-1881618" [ 2022.598038] env[62880]: _type = "Task" [ 2022.598038] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.606200] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.766466] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.793747] env[62880]: INFO nova.scheduler.client.report [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Deleted allocations for instance 0b39504b-c644-4d68-9a04-a38ab8599790 [ 2023.011416] env[62880]: DEBUG oslo_vmware.api [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881617, 'name': PowerOffVM_Task, 'duration_secs': 0.270188} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.011663] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.011827] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.012080] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5dea0c-a286-4747-9c71-77e7d92aa692 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.107627] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881618, 'name': ReconfigVM_Task, 'duration_secs': 0.396085} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.107916] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfigured VM instance instance-0000007c to attach disk [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e/c6a7d772-2b65-49fa-935e-c9642990db5e.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2023.108540] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c93b793-1b64-4da7-98f8-bf8f348fafa7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.115754] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2023.115754] env[62880]: value = "task-1881620" [ 2023.115754] env[62880]: _type = "Task" [ 2023.115754] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.123974] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881620, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.301515] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0c13f57d-7e0e-460f-ad21-9b45c36f786d tempest-ServersTestJSON-1373506486 tempest-ServersTestJSON-1373506486-project-member] Lock "0b39504b-c644-4d68-9a04-a38ab8599790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.581s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.426349] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2023.426560] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2023.426815] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleting the datastore file [datastore1] 3848a421-dcaa-46f7-b6b7-d377d50f6e9e {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2023.427107] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b5efc37-6cb3-475e-97b1-572b304f0a8c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.433882] env[62880]: DEBUG oslo_vmware.api [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for the task: (returnval){ [ 2023.433882] env[62880]: value = "task-1881621" [ 2023.433882] env[62880]: _type = "Task" [ 2023.433882] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.441745] env[62880]: DEBUG oslo_vmware.api [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.625653] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881620, 'name': Rename_Task, 'duration_secs': 0.146197} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.628302] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.628302] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783dbf5e-fde6-440c-94b3-55f085ce7a0b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.635020] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2023.635020] env[62880]: value = "task-1881622" [ 2023.635020] env[62880]: _type = "Task" [ 2023.635020] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.641303] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.943379] env[62880]: DEBUG oslo_vmware.api [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Task: {'id': task-1881621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227796} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.943636] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2023.943819] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2023.943990] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2023.944179] env[62880]: INFO nova.compute.manager [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Took 1.46 seconds to destroy the instance on the hypervisor. [ 2023.944423] env[62880]: DEBUG oslo.service.loopingcall [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.944616] env[62880]: DEBUG nova.compute.manager [-] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2023.944709] env[62880]: DEBUG nova.network.neutron [-] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2024.148394] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881622, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.224410] env[62880]: DEBUG nova.compute.manager [req-82bc9fec-ded7-41af-806d-c2c1896e3e24 req-f47d1d90-5060-48b1-83cb-e5d63a765f13 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Received event network-vif-deleted-53dd4726-0260-4a58-8897-7601e86b33c1 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2024.225086] env[62880]: INFO nova.compute.manager [req-82bc9fec-ded7-41af-806d-c2c1896e3e24 req-f47d1d90-5060-48b1-83cb-e5d63a765f13 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Neutron deleted interface 53dd4726-0260-4a58-8897-7601e86b33c1; detaching it from the instance and deleting it from the info cache [ 2024.225086] env[62880]: DEBUG nova.network.neutron [req-82bc9fec-ded7-41af-806d-c2c1896e3e24 req-f47d1d90-5060-48b1-83cb-e5d63a765f13 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.644223] env[62880]: DEBUG oslo_vmware.api [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881622, 'name': PowerOnVM_Task, 'duration_secs': 0.985068} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.644562] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.644691] env[62880]: INFO nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Took 9.21 seconds to spawn the instance on the hypervisor. [ 2024.644871] env[62880]: DEBUG nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.645711] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae82e71-7752-4e89-b758-a2369a26ca9f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.695652] env[62880]: DEBUG nova.network.neutron [-] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.728821] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c7b5c12-3831-4aea-86ee-90344acd93f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.737449] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81f67f7-7ff7-49e6-a6ba-02743d0f579b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.767388] env[62880]: DEBUG nova.compute.manager [req-82bc9fec-ded7-41af-806d-c2c1896e3e24 req-f47d1d90-5060-48b1-83cb-e5d63a765f13 service nova] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Detach interface failed, port_id=53dd4726-0260-4a58-8897-7601e86b33c1, reason: Instance 3848a421-dcaa-46f7-b6b7-d377d50f6e9e could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2025.164682] env[62880]: INFO nova.compute.manager [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Took 14.84 seconds to build instance. [ 2025.198883] env[62880]: INFO nova.compute.manager [-] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Took 1.25 seconds to deallocate network for instance. [ 2025.667282] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d8a8f3d0-bfd1-4dc1-ab78-8bb9aa8a000a tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.350s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.704489] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.704912] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.705159] env[62880]: DEBUG nova.objects.instance [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lazy-loading 'resources' on Instance uuid 3848a421-dcaa-46f7-b6b7-d377d50f6e9e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.258668] env[62880]: DEBUG nova.compute.manager [req-b170b59b-8234-489d-9272-5a0124d4c069 req-24ed7fa1-c3a0-4a2b-8546-1ca89ec4ea56 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Received event network-changed-de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2026.259572] env[62880]: DEBUG nova.compute.manager [req-b170b59b-8234-489d-9272-5a0124d4c069 req-24ed7fa1-c3a0-4a2b-8546-1ca89ec4ea56 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Refreshing instance network info cache due to event network-changed-de7a1bce-62ef-4851-aaaf-032060dde248. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2026.259572] env[62880]: DEBUG oslo_concurrency.lockutils [req-b170b59b-8234-489d-9272-5a0124d4c069 req-24ed7fa1-c3a0-4a2b-8546-1ca89ec4ea56 service nova] Acquiring lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.259572] env[62880]: DEBUG oslo_concurrency.lockutils [req-b170b59b-8234-489d-9272-5a0124d4c069 req-24ed7fa1-c3a0-4a2b-8546-1ca89ec4ea56 service nova] Acquired lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.259572] env[62880]: DEBUG nova.network.neutron [req-b170b59b-8234-489d-9272-5a0124d4c069 req-24ed7fa1-c3a0-4a2b-8546-1ca89ec4ea56 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Refreshing network info cache for port de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2026.311660] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc26a09-c8d7-47e8-aa45-1098f5e0b44a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.319091] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0230409-ab9a-41b3-b677-e1a855a7c9c7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.349455] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9474db56-ffb9-4484-9007-bfe76be1d191 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.357989] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a094a62a-5868-4219-ae5c-443419e5f5cc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.371044] env[62880]: DEBUG nova.compute.provider_tree [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.875903] env[62880]: DEBUG nova.scheduler.client.report [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.967501] env[62880]: DEBUG nova.network.neutron [req-b170b59b-8234-489d-9272-5a0124d4c069 req-24ed7fa1-c3a0-4a2b-8546-1ca89ec4ea56 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updated VIF entry in instance network info cache for port de7a1bce-62ef-4851-aaaf-032060dde248. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2026.967932] env[62880]: DEBUG nova.network.neutron [req-b170b59b-8234-489d-9272-5a0124d4c069 req-24ed7fa1-c3a0-4a2b-8546-1ca89ec4ea56 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [{"id": "de7a1bce-62ef-4851-aaaf-032060dde248", "address": "fa:16:3e:f3:c0:f3", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7a1bce-62", "ovs_interfaceid": "de7a1bce-62ef-4851-aaaf-032060dde248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.384051] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.409944] env[62880]: INFO nova.scheduler.client.report [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Deleted allocations for instance 3848a421-dcaa-46f7-b6b7-d377d50f6e9e [ 2027.470968] env[62880]: DEBUG oslo_concurrency.lockutils [req-b170b59b-8234-489d-9272-5a0124d4c069 req-24ed7fa1-c3a0-4a2b-8546-1ca89ec4ea56 service nova] Releasing lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.918132] env[62880]: DEBUG oslo_concurrency.lockutils [None req-9b5508c2-1414-4008-b730-3610d28b821a tempest-AttachInterfacesTestJSON-1685617097 tempest-AttachInterfacesTestJSON-1685617097-project-member] Lock "3848a421-dcaa-46f7-b6b7-d377d50f6e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.939s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.913678] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.913981] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2035.335060] env[62880]: DEBUG nova.compute.manager [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Stashing vm_state: active {{(pid=62880) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2035.856228] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.856544] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.361145] env[62880]: INFO nova.compute.claims [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2036.867795] env[62880]: INFO nova.compute.resource_tracker [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating resource usage from migration d56d6405-b9af-4775-a9dd-b5db51eecd3c [ 2036.934604] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2036.935018] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2036.935240] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2036.935328] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2036.935761] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2036.943245] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e370b87b-e8c7-4c5b-8b95-aa71b870df83 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.951676] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370dd2a3-a822-45e0-a67e-c205d87271f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.981413] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdc65cb-e2df-4268-85a1-9bd32081748f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.988761] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1140be-edb5-4bb7-bad6-dab6604bca3c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.003163] env[62880]: DEBUG nova.compute.provider_tree [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.506462] env[62880]: DEBUG nova.scheduler.client.report [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.010958] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.154s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.011208] env[62880]: INFO nova.compute.manager [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Migrating [ 2038.526733] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.527167] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.527167] env[62880]: DEBUG nova.network.neutron [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.244691] env[62880]: DEBUG nova.network.neutron [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance_info_cache with network_info: [{"id": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "address": "fa:16:3e:ee:a5:03", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09c12d-e4", "ovs_interfaceid": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.416044] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.416044] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2039.748194] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.913516] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.262499] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3836f771-7513-4a30-9e33-b1b4cbff6045 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.280484] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance '76d258e8-84b2-40ae-bb16-f134ba1e8057' progress to 0 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2041.788341] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.788627] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36c689b8-8474-42c7-a265-811d4e4e5e9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.796954] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2041.796954] env[62880]: value = "task-1881624" [ 2041.796954] env[62880]: _type = "Task" [ 2041.796954] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.804453] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.306988] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881624, 'name': PowerOffVM_Task, 'duration_secs': 0.211765} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.307418] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.307527] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance '76d258e8-84b2-40ae-bb16-f134ba1e8057' progress to 17 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2042.814548] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.814763] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.814899] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.815093] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.815243] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.815391] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.815602] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.815759] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.815926] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.816103] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.816282] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.821282] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bfb2d8-e19d-48bf-a9f0-c16f807c013e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.837616] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2042.837616] env[62880]: value = "task-1881625" [ 2042.837616] env[62880]: _type = "Task" [ 2042.837616] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.845514] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.348261] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881625, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.849531] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881625, 'name': ReconfigVM_Task, 'duration_secs': 0.535048} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.849531] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance '76d258e8-84b2-40ae-bb16-f134ba1e8057' progress to 33 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2043.913132] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2044.356093] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2044.356093] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2044.356569] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2044.356569] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2044.356569] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2044.356662] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2044.356853] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2044.357021] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2044.357187] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2044.357374] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2044.357554] env[62880]: DEBUG nova.virt.hardware [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2044.362692] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2044.362998] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f05a8f-de93-45cc-a8a5-066472e1ec65 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.382176] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2044.382176] env[62880]: value = "task-1881626" [ 2044.382176] env[62880]: _type = "Task" [ 2044.382176] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.389832] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.415911] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.416151] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.416320] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.416471] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2044.417294] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2506a64c-2e87-4fa0-97e0-1a8628451e0c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.424525] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393b4b9f-f865-477d-bf3e-f404e103878a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.437623] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56624d0-b7ec-4ae8-926c-e459a9b92260 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.443527] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdc4c48-901b-48b6-84a0-5e5d89385193 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.473033] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180085MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2044.473193] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.473365] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.892407] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881626, 'name': ReconfigVM_Task, 'duration_secs': 0.173376} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.892707] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2044.893459] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9a3c1e-66b2-4be8-bd9d-5f13c928e56a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.914490] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057/76d258e8-84b2-40ae-bb16-f134ba1e8057.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2044.914739] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd2af69-f2a6-4832-91be-776e35581600 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.932424] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2044.932424] env[62880]: value = "task-1881627" [ 2044.932424] env[62880]: _type = "Task" [ 2044.932424] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.939719] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.444916] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881627, 'name': ReconfigVM_Task, 'duration_secs': 0.267164} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.445402] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057/76d258e8-84b2-40ae-bb16-f134ba1e8057.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2045.445517] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance '76d258e8-84b2-40ae-bb16-f134ba1e8057' progress to 50 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2045.481603] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Applying migration context for instance 76d258e8-84b2-40ae-bb16-f134ba1e8057 as it has an incoming, in-progress migration d56d6405-b9af-4775-a9dd-b5db51eecd3c. Migration status is migrating {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2045.482472] env[62880]: INFO nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating resource usage from migration d56d6405-b9af-4775-a9dd-b5db51eecd3c [ 2045.503241] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 421ecf23-62de-45d5-9755-737c90c21c49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2045.503402] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 80d6a0be-d4ae-429b-9911-347afb31b77a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2045.503528] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 0ca25f8b-b02d-4660-945f-e5e8be19d551 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2045.503648] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance c6a7d772-2b65-49fa-935e-c9642990db5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2045.503766] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Migration d56d6405-b9af-4775-a9dd-b5db51eecd3c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2045.503882] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 76d258e8-84b2-40ae-bb16-f134ba1e8057 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2045.504098] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2045.504234] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2045.595897] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f4545a-cc03-4991-9de0-ccca4847af76 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.603958] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322a814c-74bc-4b0c-bf22-284974b8ecf9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.634880] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3384ef4-7a2e-468d-b2f8-609bb1a78655 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.642934] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7455e2-bcdf-4807-be38-9d8186c195d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.659630] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.952505] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065eda0a-e7e7-403b-831c-1f3936bdee9c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.971713] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38a6895-1cea-4dc9-afea-884d7c2f9d88 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.988771] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance '76d258e8-84b2-40ae-bb16-f134ba1e8057' progress to 67 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2046.162956] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.527123] env[62880]: DEBUG nova.network.neutron [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Port 7b09c12d-e488-4a6d-b0d6-22ef819929cf binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2046.667506] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2046.667754] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.194s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.667976] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2046.668127] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2047.180033] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] There are 42 instances to clean {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2047.180518] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: f885cdd4-2eb4-4184-8a93-0a46e0765d8d] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2047.549512] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.549875] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.549923] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.684861] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 683bb27b-5d12-4fde-b973-8616fb2b1012] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2048.188407] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 436712d7-639c-4a96-b0d3-31da91c9b539] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2048.595812] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.596092] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.596199] env[62880]: DEBUG nova.network.neutron [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.692260] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6365f098-d9a5-40f7-8d55-a06914852f4a] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.195700] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b2bc5ab0-62ac-42c9-9103-52bdcaa0aa1a] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.331285] env[62880]: DEBUG nova.network.neutron [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance_info_cache with network_info: [{"id": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "address": "fa:16:3e:ee:a5:03", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09c12d-e4", "ovs_interfaceid": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.699177] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 576aecca-0382-460b-921d-71f05c66545c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2049.783703] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.783703] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.783898] env[62880]: INFO nova.compute.manager [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Shelving [ 2049.834081] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.205950] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 3848a421-dcaa-46f7-b6b7-d377d50f6e9e] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2050.358254] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20667f4-82fe-45c2-916c-7c341d3331f1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.377709] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab25e2b-a0aa-40c4-a58f-1ce3d6fa4f1f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.384381] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance '76d258e8-84b2-40ae-bb16-f134ba1e8057' progress to 83 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2050.709376] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 47015552-853a-41e2-ab6e-e08f1efb0aea] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2050.792587] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2050.793262] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-433da932-9709-46f2-85d3-b71ec1c173ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.801154] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2050.801154] env[62880]: value = "task-1881628" [ 2050.801154] env[62880]: _type = "Task" [ 2050.801154] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.810011] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.890752] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.891086] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe42062-83c9-4076-bc70-583a74547a7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.898997] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2050.898997] env[62880]: value = "task-1881629" [ 2050.898997] env[62880]: _type = "Task" [ 2050.898997] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.907323] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.212680] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: c2b631d5-c139-4cea-8dc9-9e5f4c3e8b4f] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2051.312756] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881628, 'name': PowerOffVM_Task, 'duration_secs': 0.224863} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.313051] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.313839] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5189ceb6-9bf2-4a21-a687-55f92a0c7970 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.333306] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca6a2d4-fcb0-4330-bc5b-797d1924d518 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.408874] env[62880]: DEBUG oslo_vmware.api [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881629, 'name': PowerOnVM_Task, 'duration_secs': 0.431256} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.409143] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.409331] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2c6f2f03-b257-4415-af1f-f07a69d22c66 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance '76d258e8-84b2-40ae-bb16-f134ba1e8057' progress to 100 {{(pid=62880) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2051.716536] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: a87368f8-71f6-499c-8665-272f5cc61cbb] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2051.844055] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Creating Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2051.844327] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69e23e59-2ad5-44e6-ba36-ca68c06620eb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.852067] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2051.852067] env[62880]: value = "task-1881630" [ 2051.852067] env[62880]: _type = "Task" [ 2051.852067] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.859983] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.219866] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: abf01e24-2c69-48c3-944c-6ff672f9ba59] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2052.362370] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881630, 'name': CreateSnapshot_Task, 'duration_secs': 0.484709} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.362723] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Created Snapshot of the VM instance {{(pid=62880) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2052.363544] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2bf845-08e0-46d9-9e6c-71265206fd4f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.723869] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 7a2373a1-136b-499b-8593-4d434188fb04] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2052.881572] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Creating linked-clone VM from snapshot {{(pid=62880) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2052.882192] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c6b5a00-c710-4074-9cbe-b02b6dcc750d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.891713] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2052.891713] env[62880]: value = "task-1881631" [ 2052.891713] env[62880]: _type = "Task" [ 2052.891713] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.899719] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881631, 'name': CloneVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.227187] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 34f232c9-e2f9-4358-a831-e5f87b83ff01] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2053.402490] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881631, 'name': CloneVM_Task} progress is 94%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.730998] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 5f7baac8-efaa-40cf-b53c-71cfee334cb3] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2053.750969] env[62880]: DEBUG nova.network.neutron [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Port 7b09c12d-e488-4a6d-b0d6-22ef819929cf binding to destination host cpu-1 is already ACTIVE {{(pid=62880) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2053.751264] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.751449] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.751621] env[62880]: DEBUG nova.network.neutron [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2053.902900] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881631, 'name': CloneVM_Task} progress is 95%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.234035] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 479f566f-f6ac-4568-8390-d69353ee303c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2054.407710] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881631, 'name': CloneVM_Task, 'duration_secs': 1.173113} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.410632] env[62880]: INFO nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Created linked-clone VM from snapshot [ 2054.411379] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ad47a4-1434-48fe-b37c-60a021b491d0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.419019] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Uploading image 4442763a-e9b0-47b4-bc42-ff86d9c4c85e {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2054.443958] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2054.443958] env[62880]: value = "vm-388806" [ 2054.443958] env[62880]: _type = "VirtualMachine" [ 2054.443958] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2054.444243] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95abdc5b-3681-46b4-b297-21b7411b04b6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.450936] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease: (returnval){ [ 2054.450936] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ded70e-be54-f786-aed0-a297f7c60ec2" [ 2054.450936] env[62880]: _type = "HttpNfcLease" [ 2054.450936] env[62880]: } obtained for exporting VM: (result){ [ 2054.450936] env[62880]: value = "vm-388806" [ 2054.450936] env[62880]: _type = "VirtualMachine" [ 2054.450936] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2054.451239] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the lease: (returnval){ [ 2054.451239] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ded70e-be54-f786-aed0-a297f7c60ec2" [ 2054.451239] env[62880]: _type = "HttpNfcLease" [ 2054.451239] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2054.457345] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2054.457345] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ded70e-be54-f786-aed0-a297f7c60ec2" [ 2054.457345] env[62880]: _type = "HttpNfcLease" [ 2054.457345] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2054.502743] env[62880]: DEBUG nova.network.neutron [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance_info_cache with network_info: [{"id": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "address": "fa:16:3e:ee:a5:03", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09c12d-e4", "ovs_interfaceid": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.737078] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 6169c16a-6186-46fa-8427-7f0eafc774b6] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2054.960048] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2054.960048] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ded70e-be54-f786-aed0-a297f7c60ec2" [ 2054.960048] env[62880]: _type = "HttpNfcLease" [ 2054.960048] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2054.960048] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2054.960048] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52ded70e-be54-f786-aed0-a297f7c60ec2" [ 2054.960048] env[62880]: _type = "HttpNfcLease" [ 2054.960048] env[62880]: }. {{(pid=62880) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2054.960602] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd7f7c-8b46-4a81-90a7-7e59d59902c8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.967500] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263b571-6ba8-f225-f9cc-1127b626af32/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2054.967679] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263b571-6ba8-f225-f9cc-1127b626af32/disk-0.vmdk for reading. {{(pid=62880) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2055.023755] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.057483] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88cc9f56-c1f8-4d81-934b-11892175108d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.240056] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: ba9208d2-de3d-4ca3-99b7-f22a8070cbac] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2055.527313] env[62880]: DEBUG nova.compute.manager [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62880) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2055.527592] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.528377] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.742881] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 09cfe1aa-71fe-494f-962e-4f7400629e83] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2056.031244] env[62880]: DEBUG nova.objects.instance [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'migration_context' on Instance uuid 76d258e8-84b2-40ae-bb16-f134ba1e8057 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2056.247320] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 029dd3a8-2b00-43cd-8335-837c61d91344] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2056.625230] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256638a0-0800-49e1-9f77-e1cb925f1ca6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.633513] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b2c60c-9922-4fe3-b1ce-d4091fec3403 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.663644] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1aa3a2-01bc-484e-b7dd-c15d4ed2dfe6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.671424] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebdda77-0b53-4ff3-8ade-79eeb205477d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.686068] env[62880]: DEBUG nova.compute.provider_tree [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.750648] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 407fff54-f5a7-4720-a373-4fc9cd147032] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2057.189302] env[62880]: DEBUG nova.scheduler.client.report [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2057.254025] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 8a79db6b-aaa1-4485-bf96-2e1ee60bc92d] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2057.757378] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: e8b8fdee-6198-4c05-8233-add7e4bcf20f] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2058.200080] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.671s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.260996] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 0b39504b-c644-4d68-9a04-a38ab8599790] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2058.764215] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: ec80ff29-de68-48f9-92c7-10158db333bd] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2059.268018] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: be177209-8681-4d14-90cb-0acc9f8bf56c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2059.742487] env[62880]: INFO nova.compute.manager [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Swapping old allocation on dict_keys(['9709a8ea-832c-4fd9-b290-37ba5c6e4e38']) held by migration d56d6405-b9af-4775-a9dd-b5db51eecd3c for instance [ 2059.766612] env[62880]: DEBUG nova.scheduler.client.report [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Overwriting current allocation {'allocations': {'9709a8ea-832c-4fd9-b290-37ba5c6e4e38': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 189}}, 'project_id': 'b13dfee859174313ae207d54ca51ee4b', 'user_id': 'e86684b7d1a344c585a0c53f89c2617a', 'consumer_generation': 1} on consumer 76d258e8-84b2-40ae-bb16-f134ba1e8057 {{(pid=62880) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2059.771300] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 1a9d5473-6ff5-463f-9427-e7f51aa5cb90] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2059.851781] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.852033] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.852233] env[62880]: DEBUG nova.network.neutron [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2060.274326] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: ad8f2ab5-2649-477d-8437-3960044d44e3] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2060.629708] env[62880]: DEBUG nova.network.neutron [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance_info_cache with network_info: [{"id": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "address": "fa:16:3e:ee:a5:03", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b09c12d-e4", "ovs_interfaceid": "7b09c12d-e488-4a6d-b0d6-22ef819929cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.777335] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 42962ea7-3545-4668-9da2-dc7465c0027c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2061.132659] env[62880]: DEBUG oslo_concurrency.lockutils [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-76d258e8-84b2-40ae-bb16-f134ba1e8057" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.133164] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2061.133468] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc81b6d-fcc5-4c04-9fe8-9cdda2e287ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.141402] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2061.141402] env[62880]: value = "task-1881633" [ 2061.141402] env[62880]: _type = "Task" [ 2061.141402] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.150322] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.281227] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 3c2c3cb2-a830-4140-9654-8a99118a4519] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2061.651560] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881633, 'name': PowerOffVM_Task, 'duration_secs': 0.192384} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.651844] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2061.652511] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2061.652741] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2061.652898] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2061.653096] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2061.653244] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2061.653391] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2061.653595] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2061.653753] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2061.653917] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2061.654086] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2061.654260] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2061.659290] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3310ae1c-eb4a-4c63-8ff7-d51f7d99c5b1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.675705] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2061.675705] env[62880]: value = "task-1881634" [ 2061.675705] env[62880]: _type = "Task" [ 2061.675705] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.684367] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.784404] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 890171cb-ef5c-472c-aa01-986105c124f2] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2062.186219] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881634, 'name': ReconfigVM_Task, 'duration_secs': 0.164608} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.187091] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e87493-bacd-4f17-8cdb-5d5f1a640bd0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.205177] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2062.205433] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2062.205594] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2062.205779] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2062.205926] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2062.206090] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2062.206297] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2062.206456] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2062.206625] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2062.206786] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2062.206960] env[62880]: DEBUG nova.virt.hardware [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2062.207831] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebff3d9-651c-4615-a1be-124a46f73593 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.213573] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2062.213573] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520327bf-2655-f047-88f2-cef19243dbab" [ 2062.213573] env[62880]: _type = "Task" [ 2062.213573] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.221652] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520327bf-2655-f047-88f2-cef19243dbab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.288751] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 4f4bbc1e-17c2-4794-8515-1c634d4ceda9] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2062.473869] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263b571-6ba8-f225-f9cc-1127b626af32/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2062.474819] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a464ef0-74e7-4a7f-b113-47f46a135733 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.480899] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263b571-6ba8-f225-f9cc-1127b626af32/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2062.481077] env[62880]: ERROR oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263b571-6ba8-f225-f9cc-1127b626af32/disk-0.vmdk due to incomplete transfer. [ 2062.481291] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06738b5b-2704-4b67-94b5-ff85e386e88f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.487620] env[62880]: DEBUG oslo_vmware.rw_handles [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263b571-6ba8-f225-f9cc-1127b626af32/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2062.487854] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Uploaded image 4442763a-e9b0-47b4-bc42-ff86d9c4c85e to the Glance image server {{(pid=62880) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2062.490020] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Destroying the VM {{(pid=62880) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2062.490241] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e48191d-95cf-4b7c-9384-128614f9c56f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.496070] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2062.496070] env[62880]: value = "task-1881635" [ 2062.496070] env[62880]: _type = "Task" [ 2062.496070] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.503365] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881635, 'name': Destroy_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.724931] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]520327bf-2655-f047-88f2-cef19243dbab, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.730253] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2062.730606] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a745d7-7254-4cda-8081-6c1c49f9191d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.748335] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2062.748335] env[62880]: value = "task-1881636" [ 2062.748335] env[62880]: _type = "Task" [ 2062.748335] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.756122] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.792802] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: b6d7c6d5-6c46-4616-8ce5-b60e67fc2ae3] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2063.005925] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881635, 'name': Destroy_Task, 'duration_secs': 0.405644} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.006213] env[62880]: INFO nova.virt.vmwareapi.vm_util [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Destroyed the VM [ 2063.006447] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Deleting Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2063.006689] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05ca761b-4591-412a-bb96-c603c596353b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.012772] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2063.012772] env[62880]: value = "task-1881637" [ 2063.012772] env[62880]: _type = "Task" [ 2063.012772] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.019909] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881637, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.258055] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881636, 'name': ReconfigVM_Task, 'duration_secs': 0.223822} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.258298] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2063.259081] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e4c1a6-a227-47ee-8a3c-c3790fa3f4fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.280472] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057/76d258e8-84b2-40ae-bb16-f134ba1e8057.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2063.280724] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e653234c-4a12-4200-ad90-731d254edfe2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.295560] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: dd1df6c5-bd87-436f-b1cb-cd11c36726b6] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2063.298779] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2063.298779] env[62880]: value = "task-1881638" [ 2063.298779] env[62880]: _type = "Task" [ 2063.298779] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.306395] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.523303] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881637, 'name': RemoveSnapshot_Task, 'duration_secs': 0.390119} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.523629] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Deleted Snapshot of the VM instance {{(pid=62880) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2063.523928] env[62880]: DEBUG nova.compute.manager [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.524737] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5113e91d-1f42-4129-81a6-9bee74bb9e49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.535424] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "c6a7d772-2b65-49fa-935e-c9642990db5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.535684] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.799248] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 1a7c304a-a905-4636-b8e3-66a6714e8a66] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2063.810243] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881638, 'name': ReconfigVM_Task, 'duration_secs': 0.297446} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.810506] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057/76d258e8-84b2-40ae-bb16-f134ba1e8057.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2063.811305] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203d7b13-5d72-4dca-a954-b41357bd47fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.830638] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f619611b-596a-4adc-8151-44152cdcdb7f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.848553] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103dbeb8-110b-4419-894c-6d8eeaedb675 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.865928] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5139c5-ea29-4c6f-a03a-be9f37153dd5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.872232] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2063.872446] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03deb86a-63a1-46a7-906d-d408b4d19f36 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.878065] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2063.878065] env[62880]: value = "task-1881639" [ 2063.878065] env[62880]: _type = "Task" [ 2063.878065] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.886738] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.036308] env[62880]: INFO nova.compute.manager [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Shelve offloading [ 2064.038173] env[62880]: DEBUG nova.compute.utils [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2064.306166] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 78758212-39b8-49f3-b0b7-051ec547e39b] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2064.387236] env[62880]: DEBUG oslo_vmware.api [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881639, 'name': PowerOnVM_Task, 'duration_secs': 0.419772} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.387525] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2064.541090] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.544149] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2064.544412] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6021aee-7475-45b6-9920-96c2d48495ba {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.551483] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2064.551483] env[62880]: value = "task-1881640" [ 2064.551483] env[62880]: _type = "Task" [ 2064.551483] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.559177] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.809964] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 9c61a763-257f-4756-9dbe-0ba7a058e1cc] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2065.062578] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2065.062772] env[62880]: DEBUG nova.compute.manager [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.063558] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5392e9-2b7e-41ea-8130-8eafe8f34242 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.069431] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.069599] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.069766] env[62880]: DEBUG nova.network.neutron [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2065.312750] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 35790243-8a62-49ff-bccd-0b2dd92c7332] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2065.398402] env[62880]: INFO nova.compute.manager [None req-16485400-ab6f-4615-a0cb-1760e194b8b7 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance to original state: 'active' [ 2065.611455] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "c6a7d772-2b65-49fa-935e-c9642990db5e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.611707] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.611976] env[62880]: INFO nova.compute.manager [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Attaching volume 253715c7-54ce-46f4-bae2-c150a50c84ba to /dev/sdb [ 2065.642815] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bb6aab-9f67-4891-9699-3889807b93b4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.649957] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755faa02-3d99-49b8-b44d-3065a8722d7d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.663249] env[62880]: DEBUG nova.virt.block_device [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating existing volume attachment record: c8e5904a-b9fe-4a71-b6c1-b8a1a07d0c2c {{(pid=62880) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2065.816054] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 51c80fe7-d56a-40ff-bc36-3bf333f0780c] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2065.846353] env[62880]: DEBUG nova.network.neutron [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating instance_info_cache with network_info: [{"id": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "address": "fa:16:3e:77:67:65", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b08c59f-9c", "ovs_interfaceid": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.319170] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: f66e533d-105b-4eda-9f02-b1cc37d96288] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2066.349394] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.353104] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "76d258e8-84b2-40ae-bb16-f134ba1e8057" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.353332] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.353531] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.354161] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.354384] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.356321] env[62880]: INFO nova.compute.manager [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Terminating instance [ 2066.602129] env[62880]: DEBUG nova.compute.manager [req-eaea4cc3-22d3-477d-a1ba-ee9d4efd67c0 req-be9cacff-f5b1-427b-a9e8-e5495791ea2a service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received event network-vif-unplugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2066.602312] env[62880]: DEBUG oslo_concurrency.lockutils [req-eaea4cc3-22d3-477d-a1ba-ee9d4efd67c0 req-be9cacff-f5b1-427b-a9e8-e5495791ea2a service nova] Acquiring lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.602586] env[62880]: DEBUG oslo_concurrency.lockutils [req-eaea4cc3-22d3-477d-a1ba-ee9d4efd67c0 req-be9cacff-f5b1-427b-a9e8-e5495791ea2a service nova] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.602707] env[62880]: DEBUG oslo_concurrency.lockutils [req-eaea4cc3-22d3-477d-a1ba-ee9d4efd67c0 req-be9cacff-f5b1-427b-a9e8-e5495791ea2a service nova] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.602858] env[62880]: DEBUG nova.compute.manager [req-eaea4cc3-22d3-477d-a1ba-ee9d4efd67c0 req-be9cacff-f5b1-427b-a9e8-e5495791ea2a service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] No waiting events found dispatching network-vif-unplugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2066.603036] env[62880]: WARNING nova.compute.manager [req-eaea4cc3-22d3-477d-a1ba-ee9d4efd67c0 req-be9cacff-f5b1-427b-a9e8-e5495791ea2a service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received unexpected event network-vif-unplugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 for instance with vm_state shelved and task_state shelving_offloading. [ 2066.695745] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2066.696681] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d9758-3415-42be-b42c-06201ffef8a8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.705796] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2066.706135] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf0cad2-1eec-4cdd-a801-b99a14e737f9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.823186] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 9c68659d-0d8e-4370-8f58-93b5955b46ba] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2066.859577] env[62880]: DEBUG nova.compute.manager [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2066.859887] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2066.860837] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848be05d-636a-4cd1-9dd6-76db46c14ce7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.865979] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.866297] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.866504] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleting the datastore file [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.867499] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee70213c-9625-43b7-a9f5-7361a03ca105 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.871236] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2066.871799] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b014eb83-79f7-4fd3-a68e-5b75dc4fef69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.875094] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2066.875094] env[62880]: value = "task-1881645" [ 2066.875094] env[62880]: _type = "Task" [ 2066.875094] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.879637] env[62880]: DEBUG oslo_vmware.api [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2066.879637] env[62880]: value = "task-1881646" [ 2066.879637] env[62880]: _type = "Task" [ 2066.879637] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.885673] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.890820] env[62880]: DEBUG oslo_vmware.api [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.326340] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 38c29c47-4b8e-42b4-8288-4fb00c05cd38] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2067.387050] env[62880]: DEBUG oslo_vmware.api [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156256} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.387673] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.387898] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.388042] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.392673] env[62880]: DEBUG oslo_vmware.api [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881646, 'name': PowerOffVM_Task, 'duration_secs': 0.228877} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.392902] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2067.393079] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2067.393314] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6744e1ae-e2a8-4be9-9a76-04148fc534f2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.409917] env[62880]: INFO nova.scheduler.client.report [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted allocations for instance 0ca25f8b-b02d-4660-945f-e5e8be19d551 [ 2067.466291] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2067.467043] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2067.467043] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleting the datastore file [datastore2] 76d258e8-84b2-40ae-bb16-f134ba1e8057 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2067.467043] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4d627ba-63e8-4f3e-912c-27733ce1ed47 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.474634] env[62880]: DEBUG oslo_vmware.api [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2067.474634] env[62880]: value = "task-1881648" [ 2067.474634] env[62880]: _type = "Task" [ 2067.474634] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.482821] env[62880]: DEBUG oslo_vmware.api [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.829900] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 504108f5-c321-4acf-a629-e6f818af97cf] Instance has had 0 of 5 cleanup attempts {{(pid=62880) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2067.914387] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.914650] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.914875] env[62880]: DEBUG nova.objects.instance [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'resources' on Instance uuid 0ca25f8b-b02d-4660-945f-e5e8be19d551 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.985492] env[62880]: DEBUG oslo_vmware.api [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163129} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.986154] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.986357] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.986536] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.986708] env[62880]: INFO nova.compute.manager [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2067.986961] env[62880]: DEBUG oslo.service.loopingcall [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.987192] env[62880]: DEBUG nova.compute.manager [-] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2067.987289] env[62880]: DEBUG nova.network.neutron [-] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2068.333711] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.333885] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Cleaning up deleted instances with incomplete migration {{(pid=62880) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2068.418093] env[62880]: DEBUG nova.objects.instance [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'numa_topology' on Instance uuid 0ca25f8b-b02d-4660-945f-e5e8be19d551 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.775396] env[62880]: DEBUG nova.compute.manager [req-94d2e26e-5910-40ad-9be9-f86f446d99a0 req-8f2c031c-58a4-4912-b014-9bf9d83bf8e6 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received event network-changed-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2068.775396] env[62880]: DEBUG nova.compute.manager [req-94d2e26e-5910-40ad-9be9-f86f446d99a0 req-8f2c031c-58a4-4912-b014-9bf9d83bf8e6 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Refreshing instance network info cache due to event network-changed-7b08c59f-9ca2-4e8e-bd74-da2af9870070. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2068.775396] env[62880]: DEBUG oslo_concurrency.lockutils [req-94d2e26e-5910-40ad-9be9-f86f446d99a0 req-8f2c031c-58a4-4912-b014-9bf9d83bf8e6 service nova] Acquiring lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.775396] env[62880]: DEBUG oslo_concurrency.lockutils [req-94d2e26e-5910-40ad-9be9-f86f446d99a0 req-8f2c031c-58a4-4912-b014-9bf9d83bf8e6 service nova] Acquired lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.775396] env[62880]: DEBUG nova.network.neutron [req-94d2e26e-5910-40ad-9be9-f86f446d99a0 req-8f2c031c-58a4-4912-b014-9bf9d83bf8e6 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Refreshing network info cache for port 7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2068.920559] env[62880]: DEBUG nova.objects.base [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Object Instance<0ca25f8b-b02d-4660-945f-e5e8be19d551> lazy-loaded attributes: resources,numa_topology {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2068.979817] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db61d22-71c4-431e-acfe-8a444bfbb9e5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.987357] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387d06e-2df6-4775-94da-eda943c5ade2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.016862] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc3daf7-4311-4f38-a40d-26f79fb7b595 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.023864] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3594aa66-55a0-422e-9edc-41fe046413b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.036605] env[62880]: DEBUG nova.compute.provider_tree [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.279186] env[62880]: DEBUG nova.network.neutron [-] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.506485] env[62880]: DEBUG nova.network.neutron [req-94d2e26e-5910-40ad-9be9-f86f446d99a0 req-8f2c031c-58a4-4912-b014-9bf9d83bf8e6 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updated VIF entry in instance network info cache for port 7b08c59f-9ca2-4e8e-bd74-da2af9870070. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2069.506841] env[62880]: DEBUG nova.network.neutron [req-94d2e26e-5910-40ad-9be9-f86f446d99a0 req-8f2c031c-58a4-4912-b014-9bf9d83bf8e6 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating instance_info_cache with network_info: [{"id": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "address": "fa:16:3e:77:67:65", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7b08c59f-9c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.539566] env[62880]: DEBUG nova.scheduler.client.report [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.783201] env[62880]: INFO nova.compute.manager [-] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Took 1.80 seconds to deallocate network for instance. [ 2069.832317] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.835867] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.836055] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.010090] env[62880]: DEBUG oslo_concurrency.lockutils [req-94d2e26e-5910-40ad-9be9-f86f446d99a0 req-8f2c031c-58a4-4912-b014-9bf9d83bf8e6 service nova] Releasing lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.044356] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.206966] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Volume attach. Driver type: vmdk {{(pid=62880) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2070.207228] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388808', 'volume_id': '253715c7-54ce-46f4-bae2-c150a50c84ba', 'name': 'volume-253715c7-54ce-46f4-bae2-c150a50c84ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6a7d772-2b65-49fa-935e-c9642990db5e', 'attached_at': '', 'detached_at': '', 'volume_id': '253715c7-54ce-46f4-bae2-c150a50c84ba', 'serial': '253715c7-54ce-46f4-bae2-c150a50c84ba'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2070.208187] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3e2981-d79d-451b-961f-f7d773e5fb11 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.225150] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8981a-2151-4324-bdbe-7ec883290b74 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.249581] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-253715c7-54ce-46f4-bae2-c150a50c84ba/volume-253715c7-54ce-46f4-bae2-c150a50c84ba.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2070.249824] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705cc28e-aedb-4657-91dc-a8e9f1502edb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.267908] env[62880]: DEBUG oslo_vmware.api [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2070.267908] env[62880]: value = "task-1881650" [ 2070.267908] env[62880]: _type = "Task" [ 2070.267908] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.275669] env[62880]: DEBUG oslo_vmware.api [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.292420] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.292717] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.292945] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.318587] env[62880]: INFO nova.scheduler.client.report [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted allocations for instance 76d258e8-84b2-40ae-bb16-f134ba1e8057 [ 2070.551971] env[62880]: DEBUG oslo_concurrency.lockutils [None req-bb425c56-5ed3-448e-9b1c-52b5acdd4e90 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.768s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.552884] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.721s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.553083] env[62880]: INFO nova.compute.manager [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Unshelving [ 2070.777988] env[62880]: DEBUG oslo_vmware.api [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881650, 'name': ReconfigVM_Task, 'duration_secs': 0.397441} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.778320] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-253715c7-54ce-46f4-bae2-c150a50c84ba/volume-253715c7-54ce-46f4-bae2-c150a50c84ba.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.784134] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5d4d79-c9b5-40b6-8ee9-6db0c6042d6c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.798030] env[62880]: DEBUG oslo_vmware.api [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2070.798030] env[62880]: value = "task-1881651" [ 2070.798030] env[62880]: _type = "Task" [ 2070.798030] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.800199] env[62880]: DEBUG nova.compute.manager [req-b5a6937f-1195-40d5-814d-8e2258c22ef2 req-372f4672-4e5d-4745-bca1-55d22fa1bdba service nova] [instance: 76d258e8-84b2-40ae-bb16-f134ba1e8057] Received event network-vif-deleted-7b09c12d-e488-4a6d-b0d6-22ef819929cf {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.808572] env[62880]: DEBUG oslo_vmware.api [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.826220] env[62880]: DEBUG oslo_concurrency.lockutils [None req-95af4bff-d198-4a7d-9deb-e6262a479206 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "76d258e8-84b2-40ae-bb16-f134ba1e8057" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.473s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.308820] env[62880]: DEBUG oslo_vmware.api [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881651, 'name': ReconfigVM_Task, 'duration_secs': 0.140904} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.309316] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388808', 'volume_id': '253715c7-54ce-46f4-bae2-c150a50c84ba', 'name': 'volume-253715c7-54ce-46f4-bae2-c150a50c84ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6a7d772-2b65-49fa-935e-c9642990db5e', 'attached_at': '', 'detached_at': '', 'volume_id': '253715c7-54ce-46f4-bae2-c150a50c84ba', 'serial': '253715c7-54ce-46f4-bae2-c150a50c84ba'} {{(pid=62880) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2071.577337] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.577606] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.577824] env[62880]: DEBUG nova.objects.instance [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ca25f8b-b02d-4660-945f-e5e8be19d551 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.082335] env[62880]: DEBUG nova.objects.instance [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'numa_topology' on Instance uuid 0ca25f8b-b02d-4660-945f-e5e8be19d551 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.346623] env[62880]: DEBUG nova.objects.instance [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lazy-loading 'flavor' on Instance uuid c6a7d772-2b65-49fa-935e-c9642990db5e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.514329] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.514557] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.586570] env[62880]: INFO nova.compute.claims [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2072.851481] env[62880]: DEBUG oslo_concurrency.lockutils [None req-47ff9baf-95bc-4498-a987-ccd365e2e198 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.992147] env[62880]: INFO nova.compute.manager [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Rescuing [ 2072.992436] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.992591] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.992761] env[62880]: DEBUG nova.network.neutron [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.016374] env[62880]: DEBUG nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Starting instance... {{(pid=62880) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2073.540145] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.663073] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac796b86-8068-4b31-8416-efffd3215943 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.670505] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d9626-a38e-4fc5-a990-6377e5868ace {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.701050] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d67258-d258-4a5d-9f09-365667f09f44 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.708586] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71face20-8215-427d-aec8-b81dbd771756 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.721348] env[62880]: DEBUG nova.compute.provider_tree [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.741481] env[62880]: DEBUG nova.network.neutron [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [{"id": "de7a1bce-62ef-4851-aaaf-032060dde248", "address": "fa:16:3e:f3:c0:f3", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7a1bce-62", "ovs_interfaceid": "de7a1bce-62ef-4851-aaaf-032060dde248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.225771] env[62880]: DEBUG nova.scheduler.client.report [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.243593] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.730760] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.733167] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.193s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.734831] env[62880]: INFO nova.compute.claims [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2074.764663] env[62880]: INFO nova.network.neutron [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating port 7b08c59f-9ca2-4e8e-bd74-da2af9870070 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2075.782305] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2075.782681] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dc8f42d-a975-413a-b766-3cd97d970816 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.791945] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2075.791945] env[62880]: value = "task-1881652" [ 2075.791945] env[62880]: _type = "Task" [ 2075.791945] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.801691] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.817562] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a4380d-f7c1-490d-b3ec-1c377cd72b70 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.824841] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae5eb53-164d-4959-a746-21e0a02ac1a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.856928] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6dcca8-69ae-43a5-823d-84179a69c4d1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.864857] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07d073-8096-4cfd-8864-daaed5baaffa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.878454] env[62880]: DEBUG nova.compute.provider_tree [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.219732] env[62880]: DEBUG nova.compute.manager [req-a91b2c23-fcff-4f8d-a3ea-176a70cc9563 req-e7a4acfc-a79f-4df1-8302-0d8b42ed1f8a service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received event network-vif-plugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.219923] env[62880]: DEBUG oslo_concurrency.lockutils [req-a91b2c23-fcff-4f8d-a3ea-176a70cc9563 req-e7a4acfc-a79f-4df1-8302-0d8b42ed1f8a service nova] Acquiring lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.220396] env[62880]: DEBUG oslo_concurrency.lockutils [req-a91b2c23-fcff-4f8d-a3ea-176a70cc9563 req-e7a4acfc-a79f-4df1-8302-0d8b42ed1f8a service nova] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.220613] env[62880]: DEBUG oslo_concurrency.lockutils [req-a91b2c23-fcff-4f8d-a3ea-176a70cc9563 req-e7a4acfc-a79f-4df1-8302-0d8b42ed1f8a service nova] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.220791] env[62880]: DEBUG nova.compute.manager [req-a91b2c23-fcff-4f8d-a3ea-176a70cc9563 req-e7a4acfc-a79f-4df1-8302-0d8b42ed1f8a service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] No waiting events found dispatching network-vif-plugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2076.220952] env[62880]: WARNING nova.compute.manager [req-a91b2c23-fcff-4f8d-a3ea-176a70cc9563 req-e7a4acfc-a79f-4df1-8302-0d8b42ed1f8a service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received unexpected event network-vif-plugged-7b08c59f-9ca2-4e8e-bd74-da2af9870070 for instance with vm_state shelved_offloaded and task_state spawning. [ 2076.304104] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881652, 'name': PowerOffVM_Task, 'duration_secs': 0.196373} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.304104] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.304104] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5493b185-651b-4f38-b376-505b0864b924 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.305692] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.305840] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.305994] env[62880]: DEBUG nova.network.neutron [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2076.326840] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494213c7-2678-4d96-8fb5-a5a166f49902 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.357854] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.358135] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e19a20f-622f-47b0-aa8f-d3d4cb0e2b23 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.364540] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2076.364540] env[62880]: value = "task-1881653" [ 2076.364540] env[62880]: _type = "Task" [ 2076.364540] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.372159] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.381044] env[62880]: DEBUG nova.scheduler.client.report [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.877234] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] VM already powered off {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2076.877578] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.877833] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.877990] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.878180] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.878463] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d115e3c-0f33-4286-b752-4f3f9f7f2f00 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.885083] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.885568] env[62880]: DEBUG nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Start building networks asynchronously for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2076.890415] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.890590] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.891323] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b13a77-51d1-43bf-95cf-003ed5e7043d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.896451] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2076.896451] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c0cf0-8aae-5b67-3f8f-70e7d6bd6414" [ 2076.896451] env[62880]: _type = "Task" [ 2076.896451] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.904009] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c0cf0-8aae-5b67-3f8f-70e7d6bd6414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.049509] env[62880]: DEBUG nova.network.neutron [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating instance_info_cache with network_info: [{"id": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "address": "fa:16:3e:77:67:65", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b08c59f-9c", "ovs_interfaceid": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.391190] env[62880]: DEBUG nova.compute.utils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Using /dev/sd instead of None {{(pid=62880) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2077.392581] env[62880]: DEBUG nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Allocating IP information in the background. {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2077.392754] env[62880]: DEBUG nova.network.neutron [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] allocate_for_instance() {{(pid=62880) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2077.406767] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]524c0cf0-8aae-5b67-3f8f-70e7d6bd6414, 'name': SearchDatastore_Task, 'duration_secs': 0.026517} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.407532] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ba76f9-b752-4fd6-9a78-aafe8106bce2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.412691] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2077.412691] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527bc8ac-9659-f356-3b0b-10552ca876d7" [ 2077.412691] env[62880]: _type = "Task" [ 2077.412691] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.420242] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527bc8ac-9659-f356-3b0b-10552ca876d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.433297] env[62880]: DEBUG nova.policy [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e86684b7d1a344c585a0c53f89c2617a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13dfee859174313ae207d54ca51ee4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62880) authorize /opt/stack/nova/nova/policy.py:192}} [ 2077.552337] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.682020] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6a6cfde336ff1424e22e42bb4e24f2f1',container_format='bare',created_at=2024-12-14T13:26:11Z,direct_url=,disk_format='vmdk',id=4442763a-e9b0-47b4-bc42-ff86d9c4c85e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1948282885-shelved',owner='c9109fb6667a407e876ed9818c508507',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-14T13:26:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2077.682020] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2077.682020] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2077.682262] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2077.682394] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2077.682589] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2077.682740] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2077.682936] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2077.683071] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2077.683238] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2077.683413] env[62880]: DEBUG nova.virt.hardware [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2077.684526] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7601da31-989b-4d3d-b577-8c47898c6d49 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.692812] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b27a1ae-f3d3-4f97-9103-23aae23edc00 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.697073] env[62880]: DEBUG nova.network.neutron [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Successfully created port: 4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2077.710947] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:67:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b08c59f-9ca2-4e8e-bd74-da2af9870070', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.718713] env[62880]: DEBUG oslo.service.loopingcall [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.718949] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.719175] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57fd720b-2069-40ee-aee3-af5dbf05e6dd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.737732] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.737732] env[62880]: value = "task-1881654" [ 2077.737732] env[62880]: _type = "Task" [ 2077.737732] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.746826] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881654, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.896061] env[62880]: DEBUG nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Start building block device mappings for instance. {{(pid=62880) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2077.923166] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]527bc8ac-9659-f356-3b0b-10552ca876d7, 'name': SearchDatastore_Task, 'duration_secs': 0.070374} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.923483] env[62880]: DEBUG oslo_concurrency.lockutils [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.924404] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. {{(pid=62880) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2077.924404] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-555baa24-0b46-4fd6-a143-1ff5ca36a82f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.930972] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2077.930972] env[62880]: value = "task-1881655" [ 2077.930972] env[62880]: _type = "Task" [ 2077.930972] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.939131] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.246615] env[62880]: DEBUG nova.compute.manager [req-ca50e4da-8093-4bb9-a6a0-96235ce85016 req-ee771383-8143-4793-8fe5-265e66d4d3c9 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received event network-changed-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2078.246885] env[62880]: DEBUG nova.compute.manager [req-ca50e4da-8093-4bb9-a6a0-96235ce85016 req-ee771383-8143-4793-8fe5-265e66d4d3c9 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Refreshing instance network info cache due to event network-changed-7b08c59f-9ca2-4e8e-bd74-da2af9870070. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2078.247073] env[62880]: DEBUG oslo_concurrency.lockutils [req-ca50e4da-8093-4bb9-a6a0-96235ce85016 req-ee771383-8143-4793-8fe5-265e66d4d3c9 service nova] Acquiring lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.248136] env[62880]: DEBUG oslo_concurrency.lockutils [req-ca50e4da-8093-4bb9-a6a0-96235ce85016 req-ee771383-8143-4793-8fe5-265e66d4d3c9 service nova] Acquired lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.248136] env[62880]: DEBUG nova.network.neutron [req-ca50e4da-8093-4bb9-a6a0-96235ce85016 req-ee771383-8143-4793-8fe5-265e66d4d3c9 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Refreshing network info cache for port 7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2078.252895] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881654, 'name': CreateVM_Task, 'duration_secs': 0.473847} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.253379] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2078.254017] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.254237] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.254681] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2078.255312] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036b2c77-ee19-4b2c-aa57-594cf2714dd8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.261843] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2078.261843] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529cbc45-8084-cb7e-cff6-e38fbd4bb3b5" [ 2078.261843] env[62880]: _type = "Task" [ 2078.261843] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.274937] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]529cbc45-8084-cb7e-cff6-e38fbd4bb3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.441043] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.771846] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.772099] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Processing image 4442763a-e9b0-47b4-bc42-ff86d9c4c85e {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2078.772332] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e/4442763a-e9b0-47b4-bc42-ff86d9c4c85e.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.772487] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e/4442763a-e9b0-47b4-bc42-ff86d9c4c85e.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.772656] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2078.772892] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd970e62-49e9-4533-ae23-02f0e3a155a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.780944] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2078.781129] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2078.781799] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a02400-bf49-4d42-b923-b23faf7e25bf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.788969] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2078.788969] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c2566a-744d-97e8-7a3a-fd6172ffdd31" [ 2078.788969] env[62880]: _type = "Task" [ 2078.788969] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.797986] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52c2566a-744d-97e8-7a3a-fd6172ffdd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.906752] env[62880]: DEBUG nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Start spawning the instance on the hypervisor. {{(pid=62880) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2078.930045] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-14T12:59:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-14T12:59:30Z,direct_url=,disk_format='vmdk',id=b3277443-158f-45ee-aaa5-6360bd3271bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4ad8b5646f064124ac3362836ba81fdc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-14T12:59:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2078.930280] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2078.930442] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image limits 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2078.930614] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Flavor pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2078.930757] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Image pref 0:0:0 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2078.930901] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62880) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2078.931146] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2078.931312] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2078.931478] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Got 1 possible topologies {{(pid=62880) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2078.931637] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2078.931809] env[62880]: DEBUG nova.virt.hardware [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62880) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2078.932794] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf9ac8-89e1-4a54-a6dd-27d2bb44a6fa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.948588] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c6f1b4-5533-4d23-ada0-350b2a06189e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.952130] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57917} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.952373] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk. [ 2078.953420] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25979d88-28d1-46d9-8ce3-2eee88cb3b7a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.987752] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.988645] env[62880]: DEBUG nova.network.neutron [req-ca50e4da-8093-4bb9-a6a0-96235ce85016 req-ee771383-8143-4793-8fe5-265e66d4d3c9 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updated VIF entry in instance network info cache for port 7b08c59f-9ca2-4e8e-bd74-da2af9870070. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2078.988978] env[62880]: DEBUG nova.network.neutron [req-ca50e4da-8093-4bb9-a6a0-96235ce85016 req-ee771383-8143-4793-8fe5-265e66d4d3c9 service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating instance_info_cache with network_info: [{"id": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "address": "fa:16:3e:77:67:65", "network": {"id": "c01801e1-f35a-4b9c-bf5f-0173764a3489", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2107661553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9109fb6667a407e876ed9818c508507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b08c59f-9c", "ovs_interfaceid": "7b08c59f-9ca2-4e8e-bd74-da2af9870070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.990130] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce30b606-49f9-4ba2-85ab-88dca08f9012 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.004533] env[62880]: DEBUG oslo_concurrency.lockutils [req-ca50e4da-8093-4bb9-a6a0-96235ce85016 req-ee771383-8143-4793-8fe5-265e66d4d3c9 service nova] Releasing lock "refresh_cache-0ca25f8b-b02d-4660-945f-e5e8be19d551" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.010589] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2079.010589] env[62880]: value = "task-1881656" [ 2079.010589] env[62880]: _type = "Task" [ 2079.010589] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.018865] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.205187] env[62880]: DEBUG nova.network.neutron [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Successfully updated port: 4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2079.299901] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Preparing fetch location {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2079.299901] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Fetch image to [datastore2] OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b/OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b.vmdk {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2079.299901] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Downloading stream optimized image 4442763a-e9b0-47b4-bc42-ff86d9c4c85e to [datastore2] OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b/OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b.vmdk on the data store datastore2 as vApp {{(pid=62880) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2079.300198] env[62880]: DEBUG nova.virt.vmwareapi.images [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Downloading image file data 4442763a-e9b0-47b4-bc42-ff86d9c4c85e to the ESX as VM named 'OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b' {{(pid=62880) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2079.373281] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2079.373281] env[62880]: value = "resgroup-9" [ 2079.373281] env[62880]: _type = "ResourcePool" [ 2079.373281] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2079.373604] env[62880]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f1b7c209-08b4-4509-b26d-f1724b0b20fc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.392957] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease: (returnval){ [ 2079.392957] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52984ea3-7230-3ac9-1109-dd1a9db0604f" [ 2079.392957] env[62880]: _type = "HttpNfcLease" [ 2079.392957] env[62880]: } obtained for vApp import into resource pool (val){ [ 2079.392957] env[62880]: value = "resgroup-9" [ 2079.392957] env[62880]: _type = "ResourcePool" [ 2079.392957] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2079.393283] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the lease: (returnval){ [ 2079.393283] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52984ea3-7230-3ac9-1109-dd1a9db0604f" [ 2079.393283] env[62880]: _type = "HttpNfcLease" [ 2079.393283] env[62880]: } to be ready. {{(pid=62880) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2079.399401] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2079.399401] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52984ea3-7230-3ac9-1109-dd1a9db0604f" [ 2079.399401] env[62880]: _type = "HttpNfcLease" [ 2079.399401] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2079.520111] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881656, 'name': ReconfigVM_Task, 'duration_secs': 0.40335} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.520395] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfigured VM instance instance-0000007c to attach disk [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e/b3277443-158f-45ee-aaa5-6360bd3271bf-rescue.vmdk or device None with type thin {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2079.521216] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0508f4-b38c-464b-b3fe-c87f078df0b8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.549371] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98152600-4587-4f18-812e-4f65e57cdef2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.563796] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2079.563796] env[62880]: value = "task-1881658" [ 2079.563796] env[62880]: _type = "Task" [ 2079.563796] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.571300] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.707460] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.707648] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.707802] env[62880]: DEBUG nova.network.neutron [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2079.901526] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2079.901526] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52984ea3-7230-3ac9-1109-dd1a9db0604f" [ 2079.901526] env[62880]: _type = "HttpNfcLease" [ 2079.901526] env[62880]: } is initializing. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2080.073337] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881658, 'name': ReconfigVM_Task, 'duration_secs': 0.217229} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.073668] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2080.073805] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0129b831-f6e1-41db-9451-7c164a4835b0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.080342] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2080.080342] env[62880]: value = "task-1881659" [ 2080.080342] env[62880]: _type = "Task" [ 2080.080342] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.087307] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.238319] env[62880]: DEBUG nova.network.neutron [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Instance cache missing network info. {{(pid=62880) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2080.273773] env[62880]: DEBUG nova.compute.manager [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Received event network-vif-plugged-4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2080.274052] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] Acquiring lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.274312] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.274537] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.274731] env[62880]: DEBUG nova.compute.manager [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] No waiting events found dispatching network-vif-plugged-4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2080.274939] env[62880]: WARNING nova.compute.manager [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Received unexpected event network-vif-plugged-4af5d08e-98c9-49bd-823d-f3d6c59e5f49 for instance with vm_state building and task_state spawning. [ 2080.275121] env[62880]: DEBUG nova.compute.manager [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Received event network-changed-4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2080.275306] env[62880]: DEBUG nova.compute.manager [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Refreshing instance network info cache due to event network-changed-4af5d08e-98c9-49bd-823d-f3d6c59e5f49. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2080.275437] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] Acquiring lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.364786] env[62880]: DEBUG nova.network.neutron [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updating instance_info_cache with network_info: [{"id": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "address": "fa:16:3e:a7:69:4f", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af5d08e-98", "ovs_interfaceid": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.402019] env[62880]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2080.402019] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52984ea3-7230-3ac9-1109-dd1a9db0604f" [ 2080.402019] env[62880]: _type = "HttpNfcLease" [ 2080.402019] env[62880]: } is ready. {{(pid=62880) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2080.402354] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2080.402354] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52984ea3-7230-3ac9-1109-dd1a9db0604f" [ 2080.402354] env[62880]: _type = "HttpNfcLease" [ 2080.402354] env[62880]: }. {{(pid=62880) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2080.403066] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a72ef74-891d-44b1-8c9c-184d6d062833 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.410199] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52215778-e658-c500-3887-c8cd760d40e1/disk-0.vmdk from lease info. {{(pid=62880) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2080.410376] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52215778-e658-c500-3887-c8cd760d40e1/disk-0.vmdk. {{(pid=62880) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2080.474831] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-601242c7-ff1c-45fd-9283-16b90a3ec10f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.590495] env[62880]: DEBUG oslo_vmware.api [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881659, 'name': PowerOnVM_Task, 'duration_secs': 0.437027} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.590839] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2080.593717] env[62880]: DEBUG nova.compute.manager [None req-afb578e8-b445-44a4-95c9-1bcb2bb16465 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.594453] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c350aeb-aede-4de9-afa4-4488607bcf03 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.867692] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.867982] env[62880]: DEBUG nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Instance network_info: |[{"id": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "address": "fa:16:3e:a7:69:4f", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af5d08e-98", "ovs_interfaceid": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62880) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2080.868502] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] Acquired lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.868738] env[62880]: DEBUG nova.network.neutron [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Refreshing network info cache for port 4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.870014] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:69:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4af5d08e-98c9-49bd-823d-f3d6c59e5f49', 'vif_model': 'vmxnet3'}] {{(pid=62880) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2080.878099] env[62880]: DEBUG oslo.service.loopingcall [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.882589] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Creating VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2080.883452] env[62880]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71973a65-7e1f-4601-944f-15f4e1c32e3f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.909436] env[62880]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2080.909436] env[62880]: value = "task-1881660" [ 2080.909436] env[62880]: _type = "Task" [ 2080.909436] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.919287] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881660, 'name': CreateVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.423878] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881660, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.673117] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Completed reading data from the image iterator. {{(pid=62880) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2081.673366] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52215778-e658-c500-3887-c8cd760d40e1/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2081.674381] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbe8518-9562-4655-bc69-81ecf8d98f56 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.681721] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52215778-e658-c500-3887-c8cd760d40e1/disk-0.vmdk is in state: ready. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2081.681934] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52215778-e658-c500-3887-c8cd760d40e1/disk-0.vmdk. {{(pid=62880) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2081.682928] env[62880]: DEBUG nova.network.neutron [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updated VIF entry in instance network info cache for port 4af5d08e-98c9-49bd-823d-f3d6c59e5f49. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.683325] env[62880]: DEBUG nova.network.neutron [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updating instance_info_cache with network_info: [{"id": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "address": "fa:16:3e:a7:69:4f", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af5d08e-98", "ovs_interfaceid": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.684579] env[62880]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f6a5b02e-5741-4166-8e24-6c58d742e6b9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.920082] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881660, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.187720] env[62880]: DEBUG oslo_concurrency.lockutils [req-1c62a447-ace5-44ed-b829-030d860b29a5 req-ce5d6fb7-3a24-44a1-9c0e-2154d03b334e service nova] Releasing lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.201363] env[62880]: DEBUG oslo_vmware.rw_handles [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52215778-e658-c500-3887-c8cd760d40e1/disk-0.vmdk. {{(pid=62880) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2082.201589] env[62880]: INFO nova.virt.vmwareapi.images [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Downloaded image file data 4442763a-e9b0-47b4-bc42-ff86d9c4c85e [ 2082.202414] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e517cda3-a70c-4155-9faa-5f704576d27c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.217621] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71c28cae-c809-4db7-958e-44c05a6096f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.286012] env[62880]: INFO nova.compute.manager [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Unrescuing [ 2082.286390] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.286635] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquired lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.286882] env[62880]: DEBUG nova.network.neutron [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.420012] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881660, 'name': CreateVM_Task} progress is 99%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.436422] env[62880]: INFO nova.virt.vmwareapi.images [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] The imported VM was unregistered [ 2082.438871] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Caching image {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2082.439061] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2082.439317] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b69b717b-f2c7-4b4a-85be-1c2eb7520ec2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.487203] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Created directory with path [datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2082.487446] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b/OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b.vmdk to [datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e/4442763a-e9b0-47b4-bc42-ff86d9c4c85e.vmdk. {{(pid=62880) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2082.487774] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-22eaa9aa-b07d-4cb4-b963-b81ae88254a5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.494728] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2082.494728] env[62880]: value = "task-1881662" [ 2082.494728] env[62880]: _type = "Task" [ 2082.494728] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.502009] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881662, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.921133] env[62880]: DEBUG oslo_vmware.api [-] Task: {'id': task-1881660, 'name': CreateVM_Task, 'duration_secs': 1.590068} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.921351] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Created VM on the ESX host {{(pid=62880) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2082.922041] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.922222] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.922568] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2082.922851] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55236e6-a1ce-442a-8ab3-af10c2bdb35c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.927994] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2082.927994] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52346f58-75cf-edb3-1f38-a825fadb3922" [ 2082.927994] env[62880]: _type = "Task" [ 2082.927994] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.936652] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52346f58-75cf-edb3-1f38-a825fadb3922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.004905] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881662, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.090711] env[62880]: DEBUG nova.network.neutron [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [{"id": "de7a1bce-62ef-4851-aaaf-032060dde248", "address": "fa:16:3e:f3:c0:f3", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7a1bce-62", "ovs_interfaceid": "de7a1bce-62ef-4851-aaaf-032060dde248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.440732] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52346f58-75cf-edb3-1f38-a825fadb3922, 'name': SearchDatastore_Task, 'duration_secs': 0.07988} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.441176] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.441281] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Processing image b3277443-158f-45ee-aaa5-6360bd3271bf {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2083.441514] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.441659] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.441876] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2083.442121] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16961ff6-cc28-46ef-be13-7aa89b138c4a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.459615] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62880) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2083.459829] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62880) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2083.460608] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b1b7ef-183e-4203-a964-7baa426488cf {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.466810] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2083.466810] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dde6f0-2c62-e547-9104-420bd94046cd" [ 2083.466810] env[62880]: _type = "Task" [ 2083.466810] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.475379] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dde6f0-2c62-e547-9104-420bd94046cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.505977] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881662, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.593881] env[62880]: DEBUG oslo_concurrency.lockutils [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Releasing lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.594735] env[62880]: DEBUG nova.objects.instance [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lazy-loading 'flavor' on Instance uuid c6a7d772-2b65-49fa-935e-c9642990db5e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2083.979234] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52dde6f0-2c62-e547-9104-420bd94046cd, 'name': SearchDatastore_Task, 'duration_secs': 0.105006} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.980076] env[62880]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0311d7da-11da-4192-83cf-17b7320cbf92 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.986133] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2083.986133] env[62880]: value = "session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f47649-8b51-7cf4-dd5e-5fdc99703a6a" [ 2083.986133] env[62880]: _type = "Task" [ 2083.986133] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.994569] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f47649-8b51-7cf4-dd5e-5fdc99703a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.005015] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881662, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.100882] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997ac51e-4f01-4253-a680-8817229b7cfb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.124818] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2084.125177] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f5bb4a-cd32-4f30-8917-b1277de51503 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.132626] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2084.132626] env[62880]: value = "task-1881663" [ 2084.132626] env[62880]: _type = "Task" [ 2084.132626] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.140776] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.497172] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': session[52b60688-1114-e59f-4470-ecd9f98a4d2b]52f47649-8b51-7cf4-dd5e-5fdc99703a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.077389} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.497668] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.497838] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4/502eaaaf-5cbb-4ac3-950c-e95e870c7ae4.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2084.500979] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-361da910-8f4f-4b8e-b957-d8e34ebbf278 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.508378] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881662, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.509772] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2084.509772] env[62880]: value = "task-1881664" [ 2084.509772] env[62880]: _type = "Task" [ 2084.509772] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.520444] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.646058] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881663, 'name': PowerOffVM_Task, 'duration_secs': 0.467882} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.646300] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2084.651721] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2084.652047] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eacf78a5-a928-4ff0-adcc-db137b3c2bce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.673287] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2084.673287] env[62880]: value = "task-1881665" [ 2084.673287] env[62880]: _type = "Task" [ 2084.673287] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.684917] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.009758] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881662, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.376092} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.010058] env[62880]: INFO nova.virt.vmwareapi.ds_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b/OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b.vmdk to [datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e/4442763a-e9b0-47b4-bc42-ff86d9c4c85e.vmdk. [ 2085.010231] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Cleaning up location [datastore2] OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b {{(pid=62880) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2085.010417] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f8679e81-7336-4ce4-abf4-a4d39717644b {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2085.010728] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dc11d41-1627-45f8-90d9-398101bfddfc {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.020859] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881664, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.022293] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2085.022293] env[62880]: value = "task-1881666" [ 2085.022293] env[62880]: _type = "Task" [ 2085.022293] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.031291] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.185512] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.520155] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760131} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.520419] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b3277443-158f-45ee-aaa5-6360bd3271bf/b3277443-158f-45ee-aaa5-6360bd3271bf.vmdk to [datastore2] 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4/502eaaaf-5cbb-4ac3-950c-e95e870c7ae4.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2085.520618] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Extending root virtual disk to 1048576 {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2085.520859] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62b85549-fc87-4176-98fc-7c10b4fd398c {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.530400] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173431} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.531485] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2085.531690] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e/4442763a-e9b0-47b4-bc42-ff86d9c4c85e.vmdk" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.531937] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e/4442763a-e9b0-47b4-bc42-ff86d9c4c85e.vmdk to [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551/0ca25f8b-b02d-4660-945f-e5e8be19d551.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2085.532236] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2085.532236] env[62880]: value = "task-1881667" [ 2085.532236] env[62880]: _type = "Task" [ 2085.532236] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.532417] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8f0160e-5991-43a8-bf26-64ceaeafb65a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.541371] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.542560] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2085.542560] env[62880]: value = "task-1881668" [ 2085.542560] env[62880]: _type = "Task" [ 2085.542560] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.549957] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.683437] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881665, 'name': ReconfigVM_Task, 'duration_secs': 0.725834} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.683709] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2085.683881] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2085.684135] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c54e9a7-eda0-4e1a-bdcf-18290239cbfa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.689914] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2085.689914] env[62880]: value = "task-1881669" [ 2085.689914] env[62880]: _type = "Task" [ 2085.689914] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.696933] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.045576] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066836} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.049321] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Extended root virtual disk {{(pid=62880) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2086.050150] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4615f74-0f76-4672-8197-c334750737e1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.072586] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4/502eaaaf-5cbb-4ac3-950c-e95e870c7ae4.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2086.076279] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f32649-28de-4324-a5f2-24e2ed0d08a9 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.090496] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881668, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.098558] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2086.098558] env[62880]: value = "task-1881670" [ 2086.098558] env[62880]: _type = "Task" [ 2086.098558] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.109603] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.203692] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881669, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.559321] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881668, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.611478] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.702490] env[62880]: DEBUG oslo_vmware.api [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881669, 'name': PowerOnVM_Task, 'duration_secs': 0.982567} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.702777] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2086.703016] env[62880]: DEBUG nova.compute.manager [None req-0e7bb5e0-e899-4304-9d55-f48dae3cdeaf tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2086.703862] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac839738-5e67-4f8d-8867-7f714e7cb413 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.057562] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881668, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.111547] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.560458] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881668, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.612229] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.057456] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881668, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.372943} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.057692] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4442763a-e9b0-47b4-bc42-ff86d9c4c85e/4442763a-e9b0-47b4-bc42-ff86d9c4c85e.vmdk to [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551/0ca25f8b-b02d-4660-945f-e5e8be19d551.vmdk {{(pid=62880) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2088.058498] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee30288-2e2c-4365-bd02-647fd0660f96 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.085675] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551/0ca25f8b-b02d-4660-945f-e5e8be19d551.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.085996] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96162c08-de31-44ac-a073-6b9394f12946 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.190540] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.192107] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2088.192107] env[62880]: value = "task-1881671" [ 2088.192107] env[62880]: _type = "Task" [ 2088.192107] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.200745] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.270585] env[62880]: DEBUG nova.compute.manager [req-cf0e7b85-9737-47cc-95a5-d4997e4efb04 req-b39c52db-48b3-4de7-954f-62e10ab51094 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Received event network-changed-de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.270782] env[62880]: DEBUG nova.compute.manager [req-cf0e7b85-9737-47cc-95a5-d4997e4efb04 req-b39c52db-48b3-4de7-954f-62e10ab51094 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Refreshing instance network info cache due to event network-changed-de7a1bce-62ef-4851-aaaf-032060dde248. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2088.270987] env[62880]: DEBUG oslo_concurrency.lockutils [req-cf0e7b85-9737-47cc-95a5-d4997e4efb04 req-b39c52db-48b3-4de7-954f-62e10ab51094 service nova] Acquiring lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.271187] env[62880]: DEBUG oslo_concurrency.lockutils [req-cf0e7b85-9737-47cc-95a5-d4997e4efb04 req-b39c52db-48b3-4de7-954f-62e10ab51094 service nova] Acquired lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.271358] env[62880]: DEBUG nova.network.neutron [req-cf0e7b85-9737-47cc-95a5-d4997e4efb04 req-b39c52db-48b3-4de7-954f-62e10ab51094 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Refreshing network info cache for port de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2088.625436] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881670, 'name': ReconfigVM_Task, 'duration_secs': 2.221982} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.626051] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4/502eaaaf-5cbb-4ac3-950c-e95e870c7ae4.vmdk or device None with type sparse {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2088.626440] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e41d17d-c9f5-4a2b-b3fd-fc3f2b373e68 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.632932] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2088.632932] env[62880]: value = "task-1881672" [ 2088.632932] env[62880]: _type = "Task" [ 2088.632932] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.640752] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881672, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.701579] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881671, 'name': ReconfigVM_Task, 'duration_secs': 0.542576} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.701859] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551/0ca25f8b-b02d-4660-945f-e5e8be19d551.vmdk or device None with type streamOptimized {{(pid=62880) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2088.702467] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01cb919f-9de8-47ad-88ab-3c21f216c4de {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.708345] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2088.708345] env[62880]: value = "task-1881673" [ 2088.708345] env[62880]: _type = "Task" [ 2088.708345] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.715719] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881673, 'name': Rename_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.032327] env[62880]: DEBUG nova.network.neutron [req-cf0e7b85-9737-47cc-95a5-d4997e4efb04 req-b39c52db-48b3-4de7-954f-62e10ab51094 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updated VIF entry in instance network info cache for port de7a1bce-62ef-4851-aaaf-032060dde248. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.033202] env[62880]: DEBUG nova.network.neutron [req-cf0e7b85-9737-47cc-95a5-d4997e4efb04 req-b39c52db-48b3-4de7-954f-62e10ab51094 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [{"id": "de7a1bce-62ef-4851-aaaf-032060dde248", "address": "fa:16:3e:f3:c0:f3", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7a1bce-62", "ovs_interfaceid": "de7a1bce-62ef-4851-aaaf-032060dde248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.142601] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881672, 'name': Rename_Task, 'duration_secs': 0.333237} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.142860] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2089.143123] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5acf97-ed8f-4d41-b982-a8539f986060 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.149645] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2089.149645] env[62880]: value = "task-1881674" [ 2089.149645] env[62880]: _type = "Task" [ 2089.149645] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.160214] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.217990] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881673, 'name': Rename_Task, 'duration_secs': 0.145672} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.218323] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2089.218580] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a89c448d-15d8-4188-b7ac-885121eb60bd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.224843] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2089.224843] env[62880]: value = "task-1881675" [ 2089.224843] env[62880]: _type = "Task" [ 2089.224843] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.235595] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.536818] env[62880]: DEBUG oslo_concurrency.lockutils [req-cf0e7b85-9737-47cc-95a5-d4997e4efb04 req-b39c52db-48b3-4de7-954f-62e10ab51094 service nova] Releasing lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.660527] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881674, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.735290] env[62880]: DEBUG oslo_vmware.api [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881675, 'name': PowerOnVM_Task, 'duration_secs': 0.492866} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.735502] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2089.840958] env[62880]: DEBUG nova.compute.manager [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2089.841914] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5895f-f9e7-4f1c-bb0b-b1c4a5cfcec5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.159920] env[62880]: DEBUG oslo_vmware.api [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881674, 'name': PowerOnVM_Task, 'duration_secs': 0.707136} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.160204] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2090.160406] env[62880]: INFO nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Took 11.25 seconds to spawn the instance on the hypervisor. [ 2090.160584] env[62880]: DEBUG nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2090.161343] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f14a7-f4ec-4f3a-bf21-98d4299d7a0b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.290787] env[62880]: DEBUG nova.compute.manager [req-73f1b2d1-168b-43c0-9953-421a234f1e18 req-2027249e-1cb7-47e8-9949-cb39139ffc68 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Received event network-changed-de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2090.290975] env[62880]: DEBUG nova.compute.manager [req-73f1b2d1-168b-43c0-9953-421a234f1e18 req-2027249e-1cb7-47e8-9949-cb39139ffc68 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Refreshing instance network info cache due to event network-changed-de7a1bce-62ef-4851-aaaf-032060dde248. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2090.291199] env[62880]: DEBUG oslo_concurrency.lockutils [req-73f1b2d1-168b-43c0-9953-421a234f1e18 req-2027249e-1cb7-47e8-9949-cb39139ffc68 service nova] Acquiring lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.291377] env[62880]: DEBUG oslo_concurrency.lockutils [req-73f1b2d1-168b-43c0-9953-421a234f1e18 req-2027249e-1cb7-47e8-9949-cb39139ffc68 service nova] Acquired lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.291547] env[62880]: DEBUG nova.network.neutron [req-73f1b2d1-168b-43c0-9953-421a234f1e18 req-2027249e-1cb7-47e8-9949-cb39139ffc68 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Refreshing network info cache for port de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.360315] env[62880]: DEBUG oslo_concurrency.lockutils [None req-29f97716-79a5-467d-a5ee-f6ee813ad90a tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.807s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.677131] env[62880]: INFO nova.compute.manager [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Took 17.16 seconds to build instance. [ 2090.793790] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.794014] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.794238] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.794868] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.795083] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.798670] env[62880]: INFO nova.compute.manager [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Terminating instance [ 2091.146194] env[62880]: DEBUG nova.network.neutron [req-73f1b2d1-168b-43c0-9953-421a234f1e18 req-2027249e-1cb7-47e8-9949-cb39139ffc68 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updated VIF entry in instance network info cache for port de7a1bce-62ef-4851-aaaf-032060dde248. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.146841] env[62880]: DEBUG nova.network.neutron [req-73f1b2d1-168b-43c0-9953-421a234f1e18 req-2027249e-1cb7-47e8-9949-cb39139ffc68 service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [{"id": "de7a1bce-62ef-4851-aaaf-032060dde248", "address": "fa:16:3e:f3:c0:f3", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde7a1bce-62", "ovs_interfaceid": "de7a1bce-62ef-4851-aaaf-032060dde248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.179981] env[62880]: DEBUG oslo_concurrency.lockutils [None req-064be6b5-579c-4e6c-950d-522d38175fed tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.665s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.302233] env[62880]: DEBUG nova.compute.manager [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2091.302479] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2091.303386] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f417eb2-5ba6-4745-b695-9f3b022fca48 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.311478] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2091.311703] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9920188-2409-4cdb-91df-f4203456c2f7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.318200] env[62880]: DEBUG oslo_vmware.api [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2091.318200] env[62880]: value = "task-1881676" [ 2091.318200] env[62880]: _type = "Task" [ 2091.318200] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.326203] env[62880]: DEBUG oslo_vmware.api [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.649836] env[62880]: DEBUG oslo_concurrency.lockutils [req-73f1b2d1-168b-43c0-9953-421a234f1e18 req-2027249e-1cb7-47e8-9949-cb39139ffc68 service nova] Releasing lock "refresh_cache-c6a7d772-2b65-49fa-935e-c9642990db5e" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.827571] env[62880]: DEBUG oslo_vmware.api [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881676, 'name': PowerOffVM_Task, 'duration_secs': 0.214965} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.827876] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.827998] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2091.828242] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c15c2c-2ffd-465c-8180-c81f005a7629 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.926649] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2091.926831] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2091.927011] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleting the datastore file [datastore2] 0ca25f8b-b02d-4660-945f-e5e8be19d551 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.927318] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b20a7d-f118-480b-bb6c-e37810e91923 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.933944] env[62880]: DEBUG oslo_vmware.api [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for the task: (returnval){ [ 2091.933944] env[62880]: value = "task-1881678" [ 2091.933944] env[62880]: _type = "Task" [ 2091.933944] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.941589] env[62880]: DEBUG oslo_vmware.api [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.319985] env[62880]: DEBUG nova.compute.manager [req-4ef6fb23-a640-4fae-a14e-a3a38cb1def5 req-3868dd6d-e0cb-47be-8998-0401c18d9822 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Received event network-changed-4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.319985] env[62880]: DEBUG nova.compute.manager [req-4ef6fb23-a640-4fae-a14e-a3a38cb1def5 req-3868dd6d-e0cb-47be-8998-0401c18d9822 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Refreshing instance network info cache due to event network-changed-4af5d08e-98c9-49bd-823d-f3d6c59e5f49. {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2092.320130] env[62880]: DEBUG oslo_concurrency.lockutils [req-4ef6fb23-a640-4fae-a14e-a3a38cb1def5 req-3868dd6d-e0cb-47be-8998-0401c18d9822 service nova] Acquiring lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.320185] env[62880]: DEBUG oslo_concurrency.lockutils [req-4ef6fb23-a640-4fae-a14e-a3a38cb1def5 req-3868dd6d-e0cb-47be-8998-0401c18d9822 service nova] Acquired lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.320335] env[62880]: DEBUG nova.network.neutron [req-4ef6fb23-a640-4fae-a14e-a3a38cb1def5 req-3868dd6d-e0cb-47be-8998-0401c18d9822 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Refreshing network info cache for port 4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.444985] env[62880]: DEBUG oslo_vmware.api [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Task: {'id': task-1881678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176687} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.445270] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.445455] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.445629] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.445796] env[62880]: INFO nova.compute.manager [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2092.446041] env[62880]: DEBUG oslo.service.loopingcall [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.446235] env[62880]: DEBUG nova.compute.manager [-] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2092.446330] env[62880]: DEBUG nova.network.neutron [-] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2092.914065] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.914444] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2092.914444] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Rebuilding the list of instances to heal {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2093.035279] env[62880]: DEBUG nova.network.neutron [req-4ef6fb23-a640-4fae-a14e-a3a38cb1def5 req-3868dd6d-e0cb-47be-8998-0401c18d9822 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updated VIF entry in instance network info cache for port 4af5d08e-98c9-49bd-823d-f3d6c59e5f49. {{(pid=62880) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.035679] env[62880]: DEBUG nova.network.neutron [req-4ef6fb23-a640-4fae-a14e-a3a38cb1def5 req-3868dd6d-e0cb-47be-8998-0401c18d9822 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updating instance_info_cache with network_info: [{"id": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "address": "fa:16:3e:a7:69:4f", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af5d08e-98", "ovs_interfaceid": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.380225] env[62880]: DEBUG nova.network.neutron [-] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.418036] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Skipping network cache update for instance because it is being deleted. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2093.454900] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.455068] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquired lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.455246] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Forcefully refreshing network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2093.455409] env[62880]: DEBUG nova.objects.instance [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lazy-loading 'info_cache' on Instance uuid 421ecf23-62de-45d5-9755-737c90c21c49 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2093.538351] env[62880]: DEBUG oslo_concurrency.lockutils [req-4ef6fb23-a640-4fae-a14e-a3a38cb1def5 req-3868dd6d-e0cb-47be-8998-0401c18d9822 service nova] Releasing lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.883501] env[62880]: INFO nova.compute.manager [-] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Took 1.44 seconds to deallocate network for instance. [ 2094.344086] env[62880]: DEBUG nova.compute.manager [req-9358d150-0911-4d05-877f-ccce9c8a7caa req-34654452-42a8-41dc-ae2f-b5e84bd88adc service nova] [instance: 0ca25f8b-b02d-4660-945f-e5e8be19d551] Received event network-vif-deleted-7b08c59f-9ca2-4e8e-bd74-da2af9870070 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2094.389938] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.390155] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.390324] env[62880]: DEBUG nova.objects.instance [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lazy-loading 'resources' on Instance uuid 0ca25f8b-b02d-4660-945f-e5e8be19d551 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.067736] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d6da3-00a9-4756-ba4a-86c8c8495bf8 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.077066] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc24ea93-3af5-48e3-81fb-5a1300b509f6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.108729] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efee9cc0-3863-47d8-8088-7b94ea9a471b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.116175] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df249c39-b347-4d73-89c5-31414c1b1602 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.130424] env[62880]: DEBUG nova.compute.provider_tree [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.171655] env[62880]: DEBUG nova.network.neutron [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Updating instance_info_cache with network_info: [{"id": "24993e79-f325-4e83-a33d-847d505b1200", "address": "fa:16:3e:54:67:d4", "network": {"id": "86b33525-31af-431a-bba7-ba6e6fe1651b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1326688493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dbf9a930c54a0c8b73965e3c44d286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24993e79-f3", "ovs_interfaceid": "24993e79-f325-4e83-a33d-847d505b1200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.633348] env[62880]: DEBUG nova.scheduler.client.report [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2095.674217] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Releasing lock "refresh_cache-421ecf23-62de-45d5-9755-737c90c21c49" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.674441] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Updated the network info_cache for instance {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2095.674592] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.138460] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.157537] env[62880]: INFO nova.scheduler.client.report [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Deleted allocations for instance 0ca25f8b-b02d-4660-945f-e5e8be19d551 [ 2096.664402] env[62880]: DEBUG oslo_concurrency.lockutils [None req-66736911-b55a-4273-a343-0656a880cbb2 tempest-ServerActionsTestOtherB-2141323149 tempest-ServerActionsTestOtherB-2141323149-project-member] Lock "0ca25f8b-b02d-4660-945f-e5e8be19d551" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.870s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.913601] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2096.913783] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2098.909860] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2099.908938] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.913574] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.913937] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2103.913654] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2104.417030] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.417327] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.417433] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.417591] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2104.418528] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5422667b-52cf-4e1f-b296-8522a9ddd31a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.426749] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879548cf-648a-4a60-a510-ddbb84321269 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.440470] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd955c-7555-4150-ba2f-2a6c9e0258d6 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.446691] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c0956b-dcbb-4855-a671-d8a5953985ab {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.476675] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180707MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2104.476821] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.477016] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.503620] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 421ecf23-62de-45d5-9755-737c90c21c49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2105.503915] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 80d6a0be-d4ae-429b-9911-347afb31b77a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2105.503915] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance c6a7d772-2b65-49fa-935e-c9642990db5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2105.504039] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Instance 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62880) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2105.504197] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2105.504334] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2105.555442] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0be1666-1ff0-43b5-80ff-2bc642e0f135 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.562690] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffbccf6-1785-4348-9379-6f5c1d1c9b44 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.591704] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c452f52f-644d-4e6c-a7ee-8d31ca51baef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.598781] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1375a925-0b04-4696-a64f-1c1d2d30192f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.612548] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2106.115903] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.621637] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2106.622080] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.622623] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2108.913344] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2125.846581] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "c6a7d772-2b65-49fa-935e-c9642990db5e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.847137] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.350074] env[62880]: INFO nova.compute.manager [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Detaching volume 253715c7-54ce-46f4-bae2-c150a50c84ba [ 2126.379237] env[62880]: INFO nova.virt.block_device [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Attempting to driver detach volume 253715c7-54ce-46f4-bae2-c150a50c84ba from mountpoint /dev/sdb [ 2126.379525] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Volume detach. Driver type: vmdk {{(pid=62880) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2126.379719] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388808', 'volume_id': '253715c7-54ce-46f4-bae2-c150a50c84ba', 'name': 'volume-253715c7-54ce-46f4-bae2-c150a50c84ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6a7d772-2b65-49fa-935e-c9642990db5e', 'attached_at': '', 'detached_at': '', 'volume_id': '253715c7-54ce-46f4-bae2-c150a50c84ba', 'serial': '253715c7-54ce-46f4-bae2-c150a50c84ba'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2126.380701] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9549100-31de-4167-bc13-24fc1060ded0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.401954] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3069c35-6003-426c-a591-e89ceae3afc7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.408697] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f6126-03a0-43a5-887e-975acf0ec199 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.429765] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b612b2-271d-4feb-8da4-8a583046c8ed {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.443693] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] The volume has not been displaced from its original location: [datastore2] volume-253715c7-54ce-46f4-bae2-c150a50c84ba/volume-253715c7-54ce-46f4-bae2-c150a50c84ba.vmdk. No consolidation needed. {{(pid=62880) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2126.448776] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2126.449040] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc983a9c-67d4-4a18-80bb-aaef56c78992 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.466105] env[62880]: DEBUG oslo_vmware.api [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2126.466105] env[62880]: value = "task-1881680" [ 2126.466105] env[62880]: _type = "Task" [ 2126.466105] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.474594] env[62880]: DEBUG oslo_vmware.api [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.975381] env[62880]: DEBUG oslo_vmware.api [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881680, 'name': ReconfigVM_Task, 'duration_secs': 0.316111} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.975808] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62880) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2126.980402] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfcd746-1d86-4ab0-96e6-4db7bc64c1a1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.995421] env[62880]: DEBUG oslo_vmware.api [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2126.995421] env[62880]: value = "task-1881681" [ 2126.995421] env[62880]: _type = "Task" [ 2126.995421] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.003385] env[62880]: DEBUG oslo_vmware.api [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.505114] env[62880]: DEBUG oslo_vmware.api [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881681, 'name': ReconfigVM_Task, 'duration_secs': 0.202742} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.505439] env[62880]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-388808', 'volume_id': '253715c7-54ce-46f4-bae2-c150a50c84ba', 'name': 'volume-253715c7-54ce-46f4-bae2-c150a50c84ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6a7d772-2b65-49fa-935e-c9642990db5e', 'attached_at': '', 'detached_at': '', 'volume_id': '253715c7-54ce-46f4-bae2-c150a50c84ba', 'serial': '253715c7-54ce-46f4-bae2-c150a50c84ba'} {{(pid=62880) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2127.547076] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.547391] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.547572] env[62880]: DEBUG nova.compute.manager [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.548444] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37140dbb-d446-4def-a550-826dcd401c50 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.554595] env[62880]: DEBUG nova.compute.manager [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62880) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2127.555196] env[62880]: DEBUG nova.objects.instance [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'flavor' on Instance uuid 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.044398] env[62880]: DEBUG nova.objects.instance [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lazy-loading 'flavor' on Instance uuid c6a7d772-2b65-49fa-935e-c9642990db5e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.562822] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2128.563692] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd81f3b9-3ae1-4ce4-9ff4-c1a7aa24e388 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.570639] env[62880]: DEBUG oslo_vmware.api [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2128.570639] env[62880]: value = "task-1881682" [ 2128.570639] env[62880]: _type = "Task" [ 2128.570639] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.578760] env[62880]: DEBUG oslo_vmware.api [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.051688] env[62880]: DEBUG oslo_concurrency.lockutils [None req-b92784ca-92f9-49aa-bcb3-c1bd6ad01f5f tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.081490] env[62880]: DEBUG oslo_vmware.api [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881682, 'name': PowerOffVM_Task, 'duration_secs': 0.167095} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.081748] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2129.081946] env[62880]: DEBUG nova.compute.manager [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2129.082760] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5b95f7-1501-4282-8ad5-19c55542f0c3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.593606] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d16ea6d0-0deb-4cce-a7b8-6243bb97a00e tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.916426] env[62880]: DEBUG nova.objects.instance [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'flavor' on Instance uuid 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.168495] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "c6a7d772-2b65-49fa-935e-c9642990db5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.168977] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.168977] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "c6a7d772-2b65-49fa-935e-c9642990db5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.169211] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.169347] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.171356] env[62880]: INFO nova.compute.manager [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Terminating instance [ 2130.421520] env[62880]: DEBUG oslo_concurrency.lockutils [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.421742] env[62880]: DEBUG oslo_concurrency.lockutils [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.421815] env[62880]: DEBUG nova.network.neutron [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2130.421950] env[62880]: DEBUG nova.objects.instance [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'info_cache' on Instance uuid 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.675333] env[62880]: DEBUG nova.compute.manager [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2130.675529] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2130.676504] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef80073f-a1a7-4720-baa6-c78466304bb4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.684680] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2130.684906] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c15821-6b91-4141-8382-90c3e0909ff4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.692023] env[62880]: DEBUG oslo_vmware.api [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2130.692023] env[62880]: value = "task-1881683" [ 2130.692023] env[62880]: _type = "Task" [ 2130.692023] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.699225] env[62880]: DEBUG oslo_vmware.api [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.925272] env[62880]: DEBUG nova.objects.base [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Object Instance<502eaaaf-5cbb-4ac3-950c-e95e870c7ae4> lazy-loaded attributes: flavor,info_cache {{(pid=62880) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2131.201377] env[62880]: DEBUG oslo_vmware.api [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881683, 'name': PowerOffVM_Task, 'duration_secs': 0.240428} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.201761] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.201892] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.202071] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65342c53-5df1-40a8-be49-5e32e2f1a44d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.284050] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2131.284355] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2131.284595] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleting the datastore file [datastore1] c6a7d772-2b65-49fa-935e-c9642990db5e {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2131.284938] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-698b06e9-d3a1-4076-b7c2-abc61858789f {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.296829] env[62880]: DEBUG oslo_vmware.api [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2131.296829] env[62880]: value = "task-1881685" [ 2131.296829] env[62880]: _type = "Task" [ 2131.296829] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.304391] env[62880]: DEBUG oslo_vmware.api [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.639937] env[62880]: DEBUG nova.network.neutron [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updating instance_info_cache with network_info: [{"id": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "address": "fa:16:3e:a7:69:4f", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af5d08e-98", "ovs_interfaceid": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.807502] env[62880]: DEBUG oslo_vmware.api [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210131} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.807682] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2131.807856] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2131.808068] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2131.808283] env[62880]: INFO nova.compute.manager [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2131.808525] env[62880]: DEBUG oslo.service.loopingcall [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2131.808712] env[62880]: DEBUG nova.compute.manager [-] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2131.808806] env[62880]: DEBUG nova.network.neutron [-] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2132.142620] env[62880]: DEBUG oslo_concurrency.lockutils [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.428449] env[62880]: DEBUG nova.compute.manager [req-362e9eab-2a49-43fd-8cb7-2a22c333ef06 req-81f98228-28f5-4e17-b38a-a7809316be0a service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Received event network-vif-deleted-de7a1bce-62ef-4851-aaaf-032060dde248 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2132.428449] env[62880]: INFO nova.compute.manager [req-362e9eab-2a49-43fd-8cb7-2a22c333ef06 req-81f98228-28f5-4e17-b38a-a7809316be0a service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Neutron deleted interface de7a1bce-62ef-4851-aaaf-032060dde248; detaching it from the instance and deleting it from the info cache [ 2132.428449] env[62880]: DEBUG nova.network.neutron [req-362e9eab-2a49-43fd-8cb7-2a22c333ef06 req-81f98228-28f5-4e17-b38a-a7809316be0a service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.904133] env[62880]: DEBUG nova.network.neutron [-] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.930204] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba33c42e-ca16-461e-b638-852ab0f635c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.940259] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097c4d37-a4b3-401f-b3c0-61e2a913599d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.965615] env[62880]: DEBUG nova.compute.manager [req-362e9eab-2a49-43fd-8cb7-2a22c333ef06 req-81f98228-28f5-4e17-b38a-a7809316be0a service nova] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Detach interface failed, port_id=de7a1bce-62ef-4851-aaaf-032060dde248, reason: Instance c6a7d772-2b65-49fa-935e-c9642990db5e could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2133.147714] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Powering on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2133.148066] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7268ba30-db12-41bb-a323-65c1421881ff {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.155034] env[62880]: DEBUG oslo_vmware.api [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2133.155034] env[62880]: value = "task-1881686" [ 2133.155034] env[62880]: _type = "Task" [ 2133.155034] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.162731] env[62880]: DEBUG oslo_vmware.api [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.407241] env[62880]: INFO nova.compute.manager [-] [instance: c6a7d772-2b65-49fa-935e-c9642990db5e] Took 1.60 seconds to deallocate network for instance. [ 2133.664877] env[62880]: DEBUG oslo_vmware.api [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881686, 'name': PowerOnVM_Task, 'duration_secs': 0.406419} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.665277] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Powered on the VM {{(pid=62880) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2133.665333] env[62880]: DEBUG nova.compute.manager [None req-110ab8e5-8a32-42e3-9571-72a847c4831a tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2133.666121] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5feaa9a-f24b-4294-98c9-e237c800d039 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.913658] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.913986] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.914179] env[62880]: DEBUG nova.objects.instance [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lazy-loading 'resources' on Instance uuid c6a7d772-2b65-49fa-935e-c9642990db5e {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.488790] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af91f14-98a5-4a32-b0d2-108e3ff83571 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.497479] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd5eb9b-fe05-4752-8648-57365b53cf9a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.529076] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d611379c-bd07-424e-971d-d089cebb983e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.537254] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b029348-026e-414c-9359-9c613c9fbe93 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.550885] env[62880]: DEBUG nova.compute.provider_tree [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2134.948716] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ef2c5-35f0-4f97-bd92-9d0a24c38eef {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.955743] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ab64c-5709-4feb-835b-d1a7d863da27 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Suspending the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2134.956018] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3c61c448-f18a-4245-b2ba-d03d7ff621b3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.964359] env[62880]: DEBUG oslo_vmware.api [None req-b86ab64c-5709-4feb-835b-d1a7d863da27 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2134.964359] env[62880]: value = "task-1881687" [ 2134.964359] env[62880]: _type = "Task" [ 2134.964359] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.972875] env[62880]: DEBUG oslo_vmware.api [None req-b86ab64c-5709-4feb-835b-d1a7d863da27 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881687, 'name': SuspendVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.055009] env[62880]: DEBUG nova.scheduler.client.report [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.474397] env[62880]: DEBUG oslo_vmware.api [None req-b86ab64c-5709-4feb-835b-d1a7d863da27 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881687, 'name': SuspendVM_Task} progress is 62%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.561065] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.581578] env[62880]: INFO nova.scheduler.client.report [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleted allocations for instance c6a7d772-2b65-49fa-935e-c9642990db5e [ 2135.975666] env[62880]: DEBUG oslo_vmware.api [None req-b86ab64c-5709-4feb-835b-d1a7d863da27 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881687, 'name': SuspendVM_Task, 'duration_secs': 0.681519} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.976089] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ab64c-5709-4feb-835b-d1a7d863da27 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Suspended the VM {{(pid=62880) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2135.976156] env[62880]: DEBUG nova.compute.manager [None req-b86ab64c-5709-4feb-835b-d1a7d863da27 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2135.976887] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36a7d5c-b795-4530-914a-871f93e02cb1 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.089076] env[62880]: DEBUG oslo_concurrency.lockutils [None req-d20c52e1-a6af-4482-ba12-91c3a30dab46 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "c6a7d772-2b65-49fa-935e-c9642990db5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.920s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.294264] env[62880]: INFO nova.compute.manager [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Resuming [ 2137.294840] env[62880]: DEBUG nova.objects.instance [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'flavor' on Instance uuid 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.804710] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.805069] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquired lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.805156] env[62880]: DEBUG nova.network.neutron [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Building network info cache for instance {{(pid=62880) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2139.506019] env[62880]: DEBUG nova.network.neutron [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updating instance_info_cache with network_info: [{"id": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "address": "fa:16:3e:a7:69:4f", "network": {"id": "c1c4b4e9-7063-4222-bd0e-dc86176f8ce6", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-564388675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13dfee859174313ae207d54ca51ee4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4af5d08e-98", "ovs_interfaceid": "4af5d08e-98c9-49bd-823d-f3d6c59e5f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.010010] env[62880]: DEBUG oslo_concurrency.lockutils [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Releasing lock "refresh_cache-502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" {{(pid=62880) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.010937] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82656a0-ccc0-4f8e-b432-295172667028 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.017812] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Resuming the VM {{(pid=62880) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2140.018050] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87d1c961-dc3e-44be-9952-1d78b52988a2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.024301] env[62880]: DEBUG oslo_vmware.api [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2140.024301] env[62880]: value = "task-1881689" [ 2140.024301] env[62880]: _type = "Task" [ 2140.024301] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.032592] env[62880]: DEBUG oslo_vmware.api [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.537357] env[62880]: DEBUG oslo_vmware.api [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.035358] env[62880]: DEBUG oslo_vmware.api [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881689, 'name': PowerOnVM_Task, 'duration_secs': 0.548645} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.035630] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Resumed the VM {{(pid=62880) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2141.035787] env[62880]: DEBUG nova.compute.manager [None req-4e0bebdf-29d3-4f0e-9d96-d3991a676c71 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Checking state {{(pid=62880) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2141.036532] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a191acb-9620-404f-a558-4a7258413f99 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.298365] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "80d6a0be-d4ae-429b-9911-347afb31b77a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.298641] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "80d6a0be-d4ae-429b-9911-347afb31b77a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.298848] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "80d6a0be-d4ae-429b-9911-347afb31b77a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.299042] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "80d6a0be-d4ae-429b-9911-347afb31b77a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.299221] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "80d6a0be-d4ae-429b-9911-347afb31b77a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.303904] env[62880]: INFO nova.compute.manager [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Terminating instance [ 2141.807993] env[62880]: DEBUG nova.compute.manager [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2141.808281] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2141.809184] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910d7c85-d5b6-4948-9099-87d2f11519ee {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.816798] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2141.817385] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b300da02-1ee6-455d-8bfd-5795e1d7172e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.823136] env[62880]: DEBUG oslo_vmware.api [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2141.823136] env[62880]: value = "task-1881690" [ 2141.823136] env[62880]: _type = "Task" [ 2141.823136] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.830411] env[62880]: DEBUG oslo_vmware.api [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.981274] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.981530] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.981744] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.981928] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.982114] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.984288] env[62880]: INFO nova.compute.manager [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Terminating instance [ 2142.333358] env[62880]: DEBUG oslo_vmware.api [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881690, 'name': PowerOffVM_Task, 'duration_secs': 0.297718} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.333735] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.333797] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2142.334010] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42c17dd1-c8bd-4b98-88e2-d80f727390d4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.488577] env[62880]: DEBUG nova.compute.manager [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2142.488758] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2142.489598] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d02f1d-4f05-49cf-8d82-745f0dd5c108 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.496806] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2142.497048] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9daeaba6-5bcb-44cf-a322-a209481db828 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.502931] env[62880]: DEBUG oslo_vmware.api [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2142.502931] env[62880]: value = "task-1881692" [ 2142.502931] env[62880]: _type = "Task" [ 2142.502931] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.512374] env[62880]: DEBUG oslo_vmware.api [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.870503] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2142.870722] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2142.870902] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleting the datastore file [datastore1] 80d6a0be-d4ae-429b-9911-347afb31b77a {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2142.871197] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e4068e-c2c0-40f2-b009-8245afa052a7 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.878134] env[62880]: DEBUG oslo_vmware.api [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2142.878134] env[62880]: value = "task-1881693" [ 2142.878134] env[62880]: _type = "Task" [ 2142.878134] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.885722] env[62880]: DEBUG oslo_vmware.api [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.012804] env[62880]: DEBUG oslo_vmware.api [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881692, 'name': PowerOffVM_Task, 'duration_secs': 0.171616} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.013080] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.013257] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.013505] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d3a956-e667-4b77-882b-78b652909d74 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.092047] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.092047] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Deleting contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.092280] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleting the datastore file [datastore2] 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.092407] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15791925-b0b7-4628-bc06-103fcef69e0e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.101678] env[62880]: DEBUG oslo_vmware.api [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for the task: (returnval){ [ 2143.101678] env[62880]: value = "task-1881695" [ 2143.101678] env[62880]: _type = "Task" [ 2143.101678] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.109107] env[62880]: DEBUG oslo_vmware.api [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.389027] env[62880]: DEBUG oslo_vmware.api [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398091} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.389419] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2143.389419] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2143.389611] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2143.389780] env[62880]: INFO nova.compute.manager [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Took 1.58 seconds to destroy the instance on the hypervisor. [ 2143.390027] env[62880]: DEBUG oslo.service.loopingcall [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2143.390225] env[62880]: DEBUG nova.compute.manager [-] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2143.390321] env[62880]: DEBUG nova.network.neutron [-] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2143.611495] env[62880]: DEBUG oslo_vmware.api [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Task: {'id': task-1881695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16116} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.611744] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2143.611927] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Deleted contents of the VM from datastore datastore2 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2143.612119] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2143.612298] env[62880]: INFO nova.compute.manager [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2143.612533] env[62880]: DEBUG oslo.service.loopingcall [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2143.612721] env[62880]: DEBUG nova.compute.manager [-] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2143.612826] env[62880]: DEBUG nova.network.neutron [-] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2143.718665] env[62880]: DEBUG nova.compute.manager [req-7024f8ea-5630-46f5-8b7f-2dbde5153d64 req-b3032be8-fe01-4c42-813d-4e43bb82e9c3 service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Received event network-vif-deleted-0de98416-ca2d-42fd-8e3c-38e66e917712 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2143.718907] env[62880]: INFO nova.compute.manager [req-7024f8ea-5630-46f5-8b7f-2dbde5153d64 req-b3032be8-fe01-4c42-813d-4e43bb82e9c3 service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Neutron deleted interface 0de98416-ca2d-42fd-8e3c-38e66e917712; detaching it from the instance and deleting it from the info cache [ 2143.719031] env[62880]: DEBUG nova.network.neutron [req-7024f8ea-5630-46f5-8b7f-2dbde5153d64 req-b3032be8-fe01-4c42-813d-4e43bb82e9c3 service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.096080] env[62880]: DEBUG nova.compute.manager [req-234d8a66-b5ce-464f-8e48-ed31d05fc821 req-ee15ce26-9264-49fe-9a5c-482f0a575f66 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Received event network-vif-deleted-4af5d08e-98c9-49bd-823d-f3d6c59e5f49 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2144.096239] env[62880]: INFO nova.compute.manager [req-234d8a66-b5ce-464f-8e48-ed31d05fc821 req-ee15ce26-9264-49fe-9a5c-482f0a575f66 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Neutron deleted interface 4af5d08e-98c9-49bd-823d-f3d6c59e5f49; detaching it from the instance and deleting it from the info cache [ 2144.096672] env[62880]: DEBUG nova.network.neutron [req-234d8a66-b5ce-464f-8e48-ed31d05fc821 req-ee15ce26-9264-49fe-9a5c-482f0a575f66 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.195944] env[62880]: DEBUG nova.network.neutron [-] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.222033] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d82080dd-5bbb-40ea-9749-02d603a20d4a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.231667] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e43139-e34b-405a-a8e3-bdc90c136316 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.255945] env[62880]: DEBUG nova.compute.manager [req-7024f8ea-5630-46f5-8b7f-2dbde5153d64 req-b3032be8-fe01-4c42-813d-4e43bb82e9c3 service nova] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Detach interface failed, port_id=0de98416-ca2d-42fd-8e3c-38e66e917712, reason: Instance 80d6a0be-d4ae-429b-9911-347afb31b77a could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2144.572686] env[62880]: DEBUG nova.network.neutron [-] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.598886] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c73f6d5-8dbd-45e0-b595-ce7d9074d9d5 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.609530] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba50b4c-4bec-4350-9414-f7f6ec8c36f0 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.633729] env[62880]: DEBUG nova.compute.manager [req-234d8a66-b5ce-464f-8e48-ed31d05fc821 req-ee15ce26-9264-49fe-9a5c-482f0a575f66 service nova] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Detach interface failed, port_id=4af5d08e-98c9-49bd-823d-f3d6c59e5f49, reason: Instance 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2144.698850] env[62880]: INFO nova.compute.manager [-] [instance: 80d6a0be-d4ae-429b-9911-347afb31b77a] Took 1.31 seconds to deallocate network for instance. [ 2145.074537] env[62880]: INFO nova.compute.manager [-] [instance: 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4] Took 1.46 seconds to deallocate network for instance. [ 2145.205761] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.206300] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.206300] env[62880]: DEBUG nova.objects.instance [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lazy-loading 'resources' on Instance uuid 80d6a0be-d4ae-429b-9911-347afb31b77a {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.581475] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.763090] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f709b38-4dc0-4043-bda6-179b24387585 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.771135] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe1bf3e-185e-4d67-94d8-8ad0a51b01f3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.800050] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b6ef4f-d107-4592-accd-5e349134eb39 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.807259] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669e94cf-dbfc-47f5-9d83-eb207a6c6096 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.821457] env[62880]: DEBUG nova.compute.provider_tree [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.324622] env[62880]: DEBUG nova.scheduler.client.report [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.829842] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.832885] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.252s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.833056] env[62880]: DEBUG nova.objects.instance [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lazy-loading 'resources' on Instance uuid 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.851855] env[62880]: INFO nova.scheduler.client.report [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleted allocations for instance 80d6a0be-d4ae-429b-9911-347afb31b77a [ 2147.362584] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2255f886-4602-4047-be6b-b3f5c7e7c2df tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "80d6a0be-d4ae-429b-9911-347afb31b77a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.064s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.374204] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bc6787-3cf8-4667-829f-0711cc79ba46 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.381996] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0915c0a7-6bf9-4260-9902-7019ec3c3fb2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.415800] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b111f1e-a6bf-4f5e-8e64-ff1b4276c99b {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.424927] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6800435e-ee3f-4c6a-bda9-d182e5f3c3e2 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.440489] env[62880]: DEBUG nova.compute.provider_tree [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2147.920107] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "421ecf23-62de-45d5-9755-737c90c21c49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.920512] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "421ecf23-62de-45d5-9755-737c90c21c49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.920622] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "421ecf23-62de-45d5-9755-737c90c21c49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.920805] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "421ecf23-62de-45d5-9755-737c90c21c49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.920976] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "421ecf23-62de-45d5-9755-737c90c21c49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.923582] env[62880]: INFO nova.compute.manager [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Terminating instance [ 2147.943600] env[62880]: DEBUG nova.scheduler.client.report [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2148.427408] env[62880]: DEBUG nova.compute.manager [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Start destroying the instance on the hypervisor. {{(pid=62880) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2148.427619] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Destroying instance {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2148.428570] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a520fb5c-8bfb-41c5-ba28-fd5ae2f73f75 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.436591] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powering off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2148.436805] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9dce7b3-a8d1-46c4-89c3-849498298f72 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.442940] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2148.442940] env[62880]: value = "task-1881696" [ 2148.442940] env[62880]: _type = "Task" [ 2148.442940] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.447583] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.452277] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.474178] env[62880]: INFO nova.scheduler.client.report [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Deleted allocations for instance 502eaaaf-5cbb-4ac3-950c-e95e870c7ae4 [ 2148.952543] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881696, 'name': PowerOffVM_Task, 'duration_secs': 0.208794} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.952945] env[62880]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Powered off the VM {{(pid=62880) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2148.952945] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Unregistering the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2148.953432] env[62880]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f56bfa85-859e-4d83-94b8-e9f4d3b68b8e {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.982342] env[62880]: DEBUG oslo_concurrency.lockutils [None req-8879e9aa-adc3-43c7-af6e-6f1df605d243 tempest-ServerActionsTestJSON-1169717877 tempest-ServerActionsTestJSON-1169717877-project-member] Lock "502eaaaf-5cbb-4ac3-950c-e95e870c7ae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.001s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.714146] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Unregistered the VM {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2150.714473] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Deleting contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2150.714591] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleting the datastore file [datastore1] 421ecf23-62de-45d5-9755-737c90c21c49 {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2150.715049] env[62880]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71f36933-814a-481e-aecc-f59f98408c18 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.723348] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for the task: (returnval){ [ 2150.723348] env[62880]: value = "task-1881698" [ 2150.723348] env[62880]: _type = "Task" [ 2150.723348] env[62880]: } to complete. {{(pid=62880) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.731193] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.233477] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.733994] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.234995] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.735688] env[62880]: DEBUG oslo_vmware.api [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Task: {'id': task-1881698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.753999} completed successfully. {{(pid=62880) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.736107] env[62880]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleted the datastore file {{(pid=62880) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2152.736171] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Deleted contents of the VM from datastore datastore1 {{(pid=62880) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2152.736345] env[62880]: DEBUG nova.virt.vmwareapi.vmops [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Instance destroyed {{(pid=62880) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2152.736480] env[62880]: INFO nova.compute.manager [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Took 4.31 seconds to destroy the instance on the hypervisor. [ 2152.736715] env[62880]: DEBUG oslo.service.loopingcall [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62880) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.736901] env[62880]: DEBUG nova.compute.manager [-] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Deallocating network for instance {{(pid=62880) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2152.737019] env[62880]: DEBUG nova.network.neutron [-] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] deallocate_for_instance() {{(pid=62880) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2152.914391] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2152.914599] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Starting heal instance info cache {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2153.003160] env[62880]: DEBUG nova.compute.manager [req-38d6a8fc-1962-48a5-befe-de5c7681d911 req-7a9cc078-5d37-4fd1-b010-39eb77e67a33 service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Received event network-vif-deleted-24993e79-f325-4e83-a33d-847d505b1200 {{(pid=62880) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2153.003291] env[62880]: INFO nova.compute.manager [req-38d6a8fc-1962-48a5-befe-de5c7681d911 req-7a9cc078-5d37-4fd1-b010-39eb77e67a33 service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Neutron deleted interface 24993e79-f325-4e83-a33d-847d505b1200; detaching it from the instance and deleting it from the info cache [ 2153.003447] env[62880]: DEBUG nova.network.neutron [req-38d6a8fc-1962-48a5-befe-de5c7681d911 req-7a9cc078-5d37-4fd1-b010-39eb77e67a33 service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.479905] env[62880]: DEBUG nova.network.neutron [-] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Updating instance_info_cache with network_info: [] {{(pid=62880) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.506583] env[62880]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7378378-f492-4a4d-a13e-ec76d2669f69 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.515656] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe24752-3cf5-4883-a1d6-82d5d61d56c4 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.538248] env[62880]: DEBUG nova.compute.manager [req-38d6a8fc-1962-48a5-befe-de5c7681d911 req-7a9cc078-5d37-4fd1-b010-39eb77e67a33 service nova] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Detach interface failed, port_id=24993e79-f325-4e83-a33d-847d505b1200, reason: Instance 421ecf23-62de-45d5-9755-737c90c21c49 could not be found. {{(pid=62880) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2153.982016] env[62880]: INFO nova.compute.manager [-] [instance: 421ecf23-62de-45d5-9755-737c90c21c49] Took 1.24 seconds to deallocate network for instance. [ 2154.423179] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Didn't find any instances for network info cache update. {{(pid=62880) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2154.488658] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.488930] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.489172] env[62880]: DEBUG nova.objects.instance [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lazy-loading 'resources' on Instance uuid 421ecf23-62de-45d5-9755-737c90c21c49 {{(pid=62880) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.024813] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c08f53-e3f0-42b1-906d-23d6fd184bcb {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.031751] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbafbb5-7937-4f26-b5a0-85a40ca45c91 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.062416] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b38f14-4ed2-4ed8-821e-75c0d44f34aa {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.069920] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129276c2-3297-4724-9390-04f9b9f23c5a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.083060] env[62880]: DEBUG nova.compute.provider_tree [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.586567] env[62880]: DEBUG nova.scheduler.client.report [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.091774] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.114968] env[62880]: INFO nova.scheduler.client.report [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Deleted allocations for instance 421ecf23-62de-45d5-9755-737c90c21c49 [ 2156.624200] env[62880]: DEBUG oslo_concurrency.lockutils [None req-07c40e4e-1c1a-494e-9114-111625888492 tempest-ServerRescueNegativeTestJSON-1323670325 tempest-ServerRescueNegativeTestJSON-1323670325-project-member] Lock "421ecf23-62de-45d5-9755-737c90c21c49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.704s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.913352] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.913544] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.913676] env[62880]: DEBUG nova.compute.manager [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62880) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2158.909555] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2160.914180] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.913948] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2165.914167] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2165.914547] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2166.417867] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.418177] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.418333] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.418486] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62880) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2166.419451] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa90e0-d40e-4513-8c2e-9d14e843bff3 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.427795] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb33ac2d-80f6-4dc9-9289-576adcd7c556 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.441741] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45148691-f51a-4ca5-9a4b-923698a05dce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.448015] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bc4f19-6b41-438c-87c0-cea9f6b916fd {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.477143] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180682MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62880) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2166.477293] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.477466] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.499243] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2167.500123] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62880) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2167.513160] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f352889-ca0e-4681-84d8-b9b28436662a {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.521441] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bbcd6a-07eb-4105-9ad1-d3a0004cf090 {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.553383] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff2dba-3b24-443b-a3d2-fcfdb60330ce {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.561179] env[62880]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd24c68-6a8c-4607-93d8-87db9b8b6a2d {{(pid=62880) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.575735] env[62880]: DEBUG nova.compute.provider_tree [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed in ProviderTree for provider: 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 {{(pid=62880) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.079335] env[62880]: DEBUG nova.scheduler.client.report [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Inventory has not changed for provider 9709a8ea-832c-4fd9-b290-37ba5c6e4e38 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62880) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2168.585030] env[62880]: DEBUG nova.compute.resource_tracker [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62880) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2168.585409] env[62880]: DEBUG oslo_concurrency.lockutils [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.108s {{(pid=62880) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.584618] env[62880]: DEBUG oslo_service.periodic_task [None req-2bf1983d-687d-47c8-ac4a-05dec040a154 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62880) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}